-- Logs begin at Thu 2021-06-03 07:36:41 UTC, end at Thu 2021-06-03 08:55:42 UTC. -- Jun 03 08:23:36.059659 dv-cinder-787262-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 03 08:23:37.036621 dv-cinder-787262-5-smb neutron-server[92245]: Beware of the coming changes in the project packaging Jun 03 08:23:37.037255 dv-cinder-787262-5-smb neutron-server[92245]: https://github.com/svinota/pyroute2/discussions/786 Jun 03 08:23:38.503605 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.common.config [-] Logging enabled! Jun 03 08:23:38.504176 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev251 Jun 03 08:23:38.504369 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92245) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 03 08:23:38.507527 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.common.config [-] Logging enabled! Jun 03 08:23:38.507782 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev251 Jun 03 08:23:38.508089 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92245) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 03 08:23:38.509064 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 08:23:38.509296 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 08:23:38.509654 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 08:23:38.509899 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 08:23:38.510146 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 08:23:38.510465 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.510760 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.511052 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.511277 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.511568 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.511856 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.512133 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.512418 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.512713 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.512997 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.513313 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.513556 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.513785 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.514064 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.514374 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.514657 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.514878 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] debug = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.515155 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.515578 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.515991 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.516272 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.516563 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.516846 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.517116 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.517388 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.517671 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.517998 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] host = dv-cinder-787262-5-smb {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.518307 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.518596 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.518882 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.519169 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.519442 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.519718 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.520004 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.520275 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.520547 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] log_file = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.520821 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.521108 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.521395 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.521690 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.521915 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.522168 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.522461 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.522748 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.523022 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.523294 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.523567 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.523838 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.524111 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.524406 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.524690 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.524972 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.525255 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.525526 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.525798 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.526067 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.526360 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.526644 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.526916 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.527186 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.527456 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.527739 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.528006 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.528277 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.528575 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.528860 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.529140 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.529421 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.529691 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.529971 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.530265 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.530533 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.530801 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] use_json = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.531068 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.531332 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.531700 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.531878 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.532145 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.532415 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.532681 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.532963 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:38.533256 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.533551 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.533850 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.534158 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.534461 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.534738 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.535027 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.535301 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.535587 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.535875 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.536161 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.536437 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.536721 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.536994 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.537285 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.537585 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.537874 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.538199 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.538473 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.538746 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.539019 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.539295 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.539577 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.540408 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.540700 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.540974 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.541250 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.541540 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.541816 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.542167 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.542384 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.542671 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.542947 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.543216 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.543496 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.543769 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.544037 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.544306 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.544579 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.544871 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.545143 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.545411 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.545677 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.545947 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.546251 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.546539 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.546816 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.547087 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.547358 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.547634 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.547906 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.548177 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.548454 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.548725 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.549000 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.549270 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.549539 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.549807 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.550074 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.550367 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.550638 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.550906 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.551180 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.551451 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.551719 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.551987 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.552258 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.552528 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.552812 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.553106 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.553379 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.553653 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.553927 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.554239 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.554516 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.554790 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.555068 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.555342 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.556182 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.556468 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.556750 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.557036 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.557318 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.557597 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.557891 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.558192 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.558474 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.558749 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.559022 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.559308 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.559587 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.559878 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.560170 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.560459 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.560749 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.561036 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.561314 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.561622 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.561898 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:38.562141 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 08:23:38.562378 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92245) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 03 08:23:38.911048 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:23:38.911328 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:23:38.911610 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:23:38.911938 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 03 08:23:39.308098 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.308295 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.308564 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.309888 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.310189 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.310462 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.346163 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.346443 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.346722 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.360158 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.360437 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.360709 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.394411 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.394691 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.394967 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.432499 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.432785 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.433055 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.667115 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.667762 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.667762 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.667903 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.668635 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.798513 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.798963 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.799203 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.799368 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.799637 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.799947 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.800207 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.800541 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.800711 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.800991 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.801249 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.801511 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.801775 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.802029 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.802319 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.802585 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.802846 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.803118 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.803370 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.803654 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.804000 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.804257 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.804501 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.804785 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.805030 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.805275 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.806344 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 08:23:39.806582 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 08:23:39.806822 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 08:23:39.807052 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 08:23:39.807286 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 08:23:39.807517 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 08:23:39.807882 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 03 08:23:39.811207 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 03 08:23:39.815156 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 03 08:23:39.818949 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 03 08:23:39.820707 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 03 08:23:39.821178 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 03 08:23:39.821515 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 03 08:23:39.821902 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 03 08:23:39.824767 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 03 08:23:39.825020 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 03 08:23:39.825365 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 08:23:39.853299 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 03 08:23:39.853755 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.854066 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92245) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 03 08:23:39.854445 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.855815 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92245) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 03 08:23:39.856100 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 08:23:39.856349 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 03 08:23:39.859719 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.860004 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:39.922970 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 03 08:23:39.923155 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 03 08:23:39.923344 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 03 08:23:39.923724 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 03 08:23:39.955299 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_db.sqlalchemy.engines [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92245) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 03 08:23:40.436558 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.managers [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Initializing driver for type 'gre' Jun 03 08:23:40.437085 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] gre ID ranges: [(1, 1000)] Jun 03 08:23:40.694166 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.managers [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Initializing driver for type 'local' Jun 03 08:23:40.694857 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.managers [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Initializing driver for type 'vlan' Jun 03 08:23:40.802904 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] VlanTypeDriver initialization complete Jun 03 08:23:40.803242 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.managers [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Initializing driver for type 'vxlan' Jun 03 08:23:40.803776 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] vxlan ID ranges: [(1, 1000)] Jun 03 08:23:41.104822 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.managers [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Initializing extension driver 'port_security' Jun 03 08:23:41.105073 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.extensions.port_security [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] PortSecurityExtensionDriver initialization complete Jun 03 08:23:41.105397 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.managers [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Initializing mechanism driver 'openvswitch' Jun 03 08:23:41.105715 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.managers [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Initializing mechanism driver 'hyperv' Jun 03 08:23:41.112366 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.plugins.ml2.plugin [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:23:41.113139 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > port after_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.113510 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > port after_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.113856 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > port after_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.114262 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > subnet after_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.114609 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > subnet after_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.114947 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.115320 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > network after_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.115660 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > network after_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.115998 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > network after_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.116366 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > security_group after_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.116710 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > security_group after_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.117046 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.117422 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.117759 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.118622 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.118991 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > address_group after_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.119328 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > address_group after_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.119655 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.120067 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] ML2 OVO RPC backend initialized. {{(pid=92245) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 03 08:23:41.120678 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.121025 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.121431 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > network before_response 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.121768 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > networks before_response 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.122127 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > port before_response 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.122462 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > ports before_response 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.122793 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > subnet before_response 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.123126 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > subnets before_response 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.123465 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > network after_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.123798 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > network after_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.124127 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > network after_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.124454 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > port after_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.124783 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > port after_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.125112 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > port after_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.125442 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > subnet after_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.125768 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > subnet after_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.126115 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.126689 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.plugin [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Modular L2 Plugin initialization complete Jun 03 08:23:41.127025 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading services supported by the core plugin {{(pid=92245) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 03 08:23:41.127337 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.plugins.ml2.managers [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Got port-security extension from driver 'port_security' Jun 03 08:23:41.127798 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.extensions.vlantransparent [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Disabled vlantransparent extension. Jun 03 08:23:41.128275 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92245) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 03 08:23:41.128579 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading Plugin: router Jun 03 08:23:41.178231 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.178649 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router after_create 55549900 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.179018 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router before_create 55549900 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.179380 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.179760 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.180103 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router after_delete 55549900 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.180982 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.181342 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router after_create 55549900 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.181688 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router after_update 55549900 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.182033 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router after_update 55549900 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.182408 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.182759 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router after_update 55549900 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.183164 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router precommit_update 55549900 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.183531 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: port after_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.183907 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: port after_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.184262 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: subnet after_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.184604 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.184948 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.185296 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router precommit_create 55549900 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.185634 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: port before_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.185972 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router precommit_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.186352 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router after_update 55549900 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.186692 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.187035 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router precommit_create 55549900 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.187393 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.187735 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router precommit_update 55549900 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.188108 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > network after_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.188997 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Tracking information for resource: router configured {{(pid=92245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 08:23:41.189332 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Tracking information for resource: floatingip configured {{(pid=92245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 08:23:41.194649 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.db.l3_agentschedulers_db [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 03 08:23:41.195237 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: port after_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.195639 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: port after_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.196015 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: port after_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.196892 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: port after_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.197696 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router before_create 55550100 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.198063 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.198449 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router precommit_create 55550100 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.198806 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > router precommit_update 55550100 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.203292 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.services.provider_configuration [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Service providers = [] {{(pid=92245) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 03 08:23:41.203675 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.db.servicetype_db [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92245) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 03 08:23:41.206851 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.services.service_base [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 08:23:41.207200 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.services.service_base [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 08:23:41.207542 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.services.service_base [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 08:23:41.208426 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.services.service_base [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 08:23:41.208810 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.services.service_base [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 03 08:23:41.209199 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 08:23:41.209520 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 03 08:23:41.220530 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 08:23:41.220868 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading Plugin: auto_allocate Jun 03 08:23:41.233313 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: network precommit_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.233687 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: network precommit_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.234311 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 08:23:41.234635 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading Plugin: tag Jun 03 08:23:41.241708 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 08:23:41.242039 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading Plugin: timestamp Jun 03 08:23:41.246416 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 08:23:41.246747 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading Plugin: network_ip_availability Jun 03 08:23:41.252169 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.252539 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.252898 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.253644 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 08:23:41.253984 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading Plugin: flavors Jun 03 08:23:41.266168 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 08:23:41.266495 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading Plugin: revisions Jun 03 08:23:41.270820 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 08:23:41.271212 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_concurrency.lockutils [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.359s {{(pid=92245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:23:41.271955 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92245) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 03 08:23:41.272286 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Initializing extension manager. Jun 03 08:23:41.272800 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: __init__.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.273158 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: __pycache__ {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.273486 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.273815 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: address_group.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.275242 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.276145 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: address-group Jun 03 08:23:41.276145 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: address_scope.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.278423 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.278423 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: address-scope Jun 03 08:23:41.278423 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.278704 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.279131 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: router-admin-state-down-before-update Jun 03 08:23:41.279451 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: agent.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.280284 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.280818 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: agent Jun 03 08:23:41.281186 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: agent_resources_synced.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.282159 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.282672 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: agent-resources-synced Jun 03 08:23:41.283074 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: allowedaddresspairs.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.284956 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.285548 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: allowed-address-pairs Jun 03 08:23:41.285881 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: auto_allocated_topology.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.287019 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.287563 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: auto-allocated-topology Jun 03 08:23:41.287889 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: availability_zone.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.288631 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.289137 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: availability_zone Jun 03 08:23:41.289459 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: availability_zone_filter.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.290929 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.291438 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: availability_zone_filter Jun 03 08:23:41.291770 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: data_plane_status.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.292732 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.293232 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension data-plane-status not supported by any of loaded plugins Jun 03 08:23:41.293557 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: default_subnetpools.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.294519 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.295056 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: default-subnetpools Jun 03 08:23:41.295377 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.296209 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.296716 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: dhcp_agent_scheduler Jun 03 08:23:41.297039 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: dns.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.297944 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.298522 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension dns-integration not supported by any of loaded plugins Jun 03 08:23:41.298838 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: dns_domain_ports.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.299754 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.300256 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 03 08:23:41.300598 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: dvr.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.301267 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.301766 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: dvr Jun 03 08:23:41.302125 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: empty_string_filtering.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.303062 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.303569 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: empty-string-filtering Jun 03 08:23:41.303887 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.304844 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.305343 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 03 08:23:41.305689 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.306621 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.307125 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 03 08:23:41.307447 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: external_net.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.308342 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.308902 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: external-net Jun 03 08:23:41.309248 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.335364 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.335942 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: extra_dhcp_opt Jun 03 08:23:41.336268 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: extraroute.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.337806 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.338395 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: extraroute Jun 03 08:23:41.338756 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: extraroute_atomic.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.339868 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.340439 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: extraroute-atomic Jun 03 08:23:41.340798 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: filter_validation.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.341739 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.342328 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: filter-validation Jun 03 08:23:41.342691 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: fip_pf_description.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.343645 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.344195 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 03 08:23:41.344552 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: fip_port_details.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.345486 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.346149 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: fip-port-details Jun 03 08:23:41.346512 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: flavors.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.347806 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.348318 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: flavors Jun 03 08:23:41.348638 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.350373 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.350898 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 03 08:23:41.351219 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: floatingip_pools.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.351931 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.352437 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: floatingip-pools Jun 03 08:23:41.352758 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: ip_allocation.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.353690 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.354216 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension ip_allocation not supported by any of loaded plugins Jun 03 08:23:41.354532 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.355488 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.355943 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: ip-substring-filtering Jun 03 08:23:41.356259 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: l2_adjacency.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.357176 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.357749 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 03 08:23:41.358105 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: l3.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.359106 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.359616 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: router Jun 03 08:23:41.359930 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.362269 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.362787 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 03 08:23:41.363112 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.364020 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.364525 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: ext-gw-mode Jun 03 08:23:41.364844 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.365743 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.366279 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: l3-ha Jun 03 08:23:41.366598 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: l3_flavors.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.367485 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.367993 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: l3-flavors Jun 03 08:23:41.368305 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.369206 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.369702 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 03 08:23:41.370017 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: l3agentscheduler.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.371092 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.371594 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: l3_agent_scheduler Jun 03 08:23:41.371914 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: logging.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.373408 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.373921 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension logging not supported by any of loaded plugins Jun 03 08:23:41.374274 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: metering.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.380308 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.380308 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: metering Jun 03 08:23:41.380308 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.381351 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.381874 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: metering_source_and_destination_fields Jun 03 08:23:41.382230 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: multiprovidernet.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.383139 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.384133 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: multi-provider Jun 03 08:23:41.384446 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: netmtu.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.385338 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.385841 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: net-mtu Jun 03 08:23:41.386178 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: netmtu_writable.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.387077 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.387576 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: net-mtu-writable Jun 03 08:23:41.387886 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: network_availability_zone.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.388535 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.389031 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: network_availability_zone Jun 03 08:23:41.389341 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: network_ip_availability.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.390443 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.390956 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: network-ip-availability Jun 03 08:23:41.391259 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: network_segment_range.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.392024 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.392520 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension network-segment-range not supported by any of loaded plugins Jun 03 08:23:41.392832 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: pagination.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.393797 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.394136 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: pagination Jun 03 08:23:41.394448 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: port_device_profile.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.395324 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.395831 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: port-device-profile Jun 03 08:23:41.396143 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.397088 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.397621 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: port-mac-address-regenerate Jun 03 08:23:41.397933 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.398842 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.399939 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: port-numa-affinity-policy Jun 03 08:23:41.400253 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: port_resource_request.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.401156 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.401660 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension port-resource-request not supported by any of loaded plugins Jun 03 08:23:41.401971 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: portbindings.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.402912 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.406383 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: binding Jun 03 08:23:41.406383 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: portbindings_extended.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.406383 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.406383 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: binding-extended Jun 03 08:23:41.406733 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: portsecurity.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.408535 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.408535 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: port-security Jun 03 08:23:41.408535 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: project_id.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.409246 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.409568 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: project-id Jun 03 08:23:41.409882 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: providernet.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.410842 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.411348 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: provider Jun 03 08:23:41.411660 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: qos.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.415305 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.415827 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension qos not supported by any of loaded plugins Jun 03 08:23:41.416153 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.417380 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.417888 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 03 08:23:41.418255 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.419142 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.419649 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 03 08:23:41.419965 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: qos_default.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.420949 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.421453 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension qos-default not supported by any of loaded plugins Jun 03 08:23:41.421769 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: qos_fip.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.422462 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.422959 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension qos-fip not supported by any of loaded plugins Jun 03 08:23:41.423265 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: qos_gateway_ip.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.424166 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.424664 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 03 08:23:41.424979 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: qos_port_network_policy.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.425863 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.426382 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 03 08:23:41.426700 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: qos_rule_type_details.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.427586 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.428083 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 03 08:23:41.428397 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: qos_rules_alias.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.429413 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.429912 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 03 08:23:41.430267 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: quotasv2.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.431410 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.431731 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: quotas Jun 03 08:23:41.432046 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: quotasv2_detail.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.433674 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.434025 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: quota_details Jun 03 08:23:41.434366 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: rbac.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.439208 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.439208 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: rbac-policies Jun 03 08:23:41.439208 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: rbac_address_group.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.440301 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.440849 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: rbac-address-group Jun 03 08:23:41.441183 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: rbac_address_scope.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.442166 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.442689 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: rbac-address-scope Jun 03 08:23:41.443010 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: rbac_security_groups.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.443926 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.444438 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: rbac-security-groups Jun 03 08:23:41.444765 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: rbac_subnetpool.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.445697 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.446736 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: rbac-subnetpool Jun 03 08:23:41.447066 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: revisionifmatch.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.448088 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.448617 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: revision-if-match Jun 03 08:23:41.448942 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: revisions.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.450164 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.450687 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: standard-attr-revisions Jun 03 08:23:41.451006 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: router_availability_zone.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.451690 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.452203 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: router_availability_zone Jun 03 08:23:41.452525 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: routerservicetype.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.453472 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.453987 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension router-service-type not supported by any of loaded plugins Jun 03 08:23:41.454345 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.455277 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.455790 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: security-groups-normalized-cidr Jun 03 08:23:41.456112 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.457048 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.457563 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: port-security-groups-filtering Jun 03 08:23:41.457885 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.458842 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.459357 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: security-groups-remote-address-group Jun 03 08:23:41.459680 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: securitygroup.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.471790 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.472358 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: security-group Jun 03 08:23:41.472694 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: segment.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.473569 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.474083 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension segment not supported by any of loaded plugins Jun 03 08:23:41.474442 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.475492 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.476016 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 03 08:23:41.476344 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: servicetype.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.480520 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.481076 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: service-type Jun 03 08:23:41.481408 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: sorting.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.482454 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.482792 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: sorting Jun 03 08:23:41.483113 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: standard_attr_segment.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.484030 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.484557 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 03 08:23:41.484878 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: standardattrdescription.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.485544 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.486066 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: standard-attr-description Jun 03 08:23:41.486420 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: stateful_security_group.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.487391 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.487921 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: stateful-security-group Jun 03 08:23:41.488246 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: stdattrs_common.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.488847 dv-cinder-787262-5-smb neutron-server[92245]: WARNING neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 03 08:23:41.489168 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.490255 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.490809 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 03 08:23:41.491113 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: subnet_onboard.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.492207 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.492725 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: subnet_onboard Jun 03 08:23:41.493081 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.494038 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.494578 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 03 08:23:41.494899 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: subnet_service_types.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.495836 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.496351 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: subnet-service-types Jun 03 08:23:41.496675 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: subnetallocation.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.497803 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.498362 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: subnet_allocation Jun 03 08:23:41.498689 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.499424 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.499932 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: subnetpool-prefix-ops Jun 03 08:23:41.500254 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.501208 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.501717 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 03 08:23:41.502039 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: tagging.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.503208 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.503729 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: standard-attr-tag Jun 03 08:23:41.504057 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: timestamp.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.505309 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.505843 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loaded extension: standard-attr-timestamp Jun 03 08:23:41.506192 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: trunk.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.513626 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.514223 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension trunk not supported by any of loaded plugins Jun 03 08:23:41.514554 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: trunk_details.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.515502 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.516017 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension trunk-details not supported by any of loaded plugins Jun 03 08:23:41.516340 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: uplink_status_propagation.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.517262 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.517779 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 03 08:23:41.518119 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Loading extension file: vlantransparent.py {{(pid=92245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 08:23:41.518823 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 08:23:41.519342 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 03 08:23:41.521888 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Creating instance of TrackedResource for resource:network Jun 03 08:23:41.522690 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Creating instance of TrackedResource for resource:subnet Jun 03 08:23:41.523514 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 08:23:41.524189 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Creating instance of TrackedResource for resource:port Jun 03 08:23:41.526060 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.v2.resource_helper [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 08:23:41.526542 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.v2.resource_helper [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Service FLAVORS assigned prefix: {{(pid=92245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 08:23:41.527172 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.v2.resource_helper [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 08:23:41.527608 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.v2.resource_helper [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 08:23:41.527945 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Creating instance of TrackedResource for resource:router Jun 03 08:23:41.528623 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Creating instance of TrackedResource for resource:floatingip Jun 03 08:23:41.529352 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.v2.resource_helper [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Service METERING assigned prefix: /metering {{(pid=92245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 08:23:41.530864 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.531240 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.531594 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:23:41.532871 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 08:23:41.533300 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Creating instance of TrackedResource for resource:security_group Jun 03 08:23:41.533991 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 08:23:41.534795 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.v2.resource_helper [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Service CORE assigned prefix: {{(pid=92245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 08:23:41.535120 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 08:23:41.535464 dv-cinder-787262-5-smb neutron-server[92245]: WARNING neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] subnetpool is already registered Jun 03 08:23:41.536075 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.v2.resource_helper [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Service CORE assigned prefix: {{(pid=92245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 08:23:41.536408 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 08:23:41.536729 dv-cinder-787262-5-smb neutron-server[92245]: WARNING neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] subnetpool is already registered Jun 03 08:23:41.539541 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.v2.resource_helper [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 08:23:41.539987 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.v2.resource_helper [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Service FLAVORS assigned prefix: {{(pid=92245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 08:23:41.540591 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.v2.resource_helper [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 08:23:41.541020 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.v2.resource_helper [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 08:23:41.541484 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Creating instance of TrackedResource for resource:router Jun 03 08:23:41.541687 dv-cinder-787262-5-smb neutron-server[92245]: WARNING neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] router is already registered Jun 03 08:23:41.542328 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Creating instance of TrackedResource for resource:floatingip Jun 03 08:23:41.542659 dv-cinder-787262-5-smb neutron-server[92245]: WARNING neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] floatingip is already registered Jun 03 08:23:41.543296 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.v2.resource_helper [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Service METERING assigned prefix: /metering {{(pid=92245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 08:23:41.544004 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 08:23:41.544341 dv-cinder-787262-5-smb neutron-server[92245]: WARNING neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] rbac_policy is already registered Jun 03 08:23:41.544896 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Creating instance of TrackedResource for resource:security_group Jun 03 08:23:41.545228 dv-cinder-787262-5-smb neutron-server[92245]: WARNING neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] security_group is already registered Jun 03 08:23:41.545819 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 08:23:41.546201 dv-cinder-787262-5-smb neutron-server[92245]: WARNING neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] security_group_rule is already registered Jun 03 08:23:41.546886 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.v2.resource_helper [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Service CORE assigned prefix: {{(pid=92245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 08:23:41.547216 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 08:23:41.547542 dv-cinder-787262-5-smb neutron-server[92245]: WARNING neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] subnetpool is already registered Jun 03 08:23:41.548160 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.v2.resource_helper [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Service CORE assigned prefix: {{(pid=92245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 08:23:41.548486 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 08:23:41.548818 dv-cinder-787262-5-smb neutron-server[92245]: WARNING neutron.quota.resource_registry [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] subnetpool is already registered Jun 03 08:23:41.549459 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: extensions {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.551005 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: address-groups {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.552632 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: address-scopes {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.553846 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: agents {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.555077 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: auto-allocated-topology {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.556389 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: availability_zones {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.557710 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: dhcp-networks {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.559187 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: dhcp-agents {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.560606 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: routers {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.562560 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: flavors {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.563718 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: service_profiles {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.564940 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: next_providers {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.566482 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: service_profiles {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.567940 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: floatingip-pools {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.569169 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: routers {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.571547 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: floatingips {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.572736 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: l3-routers {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.574150 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: l3-agents {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.576242 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: metering-labels {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.576914 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: metering-label-rules {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.578246 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: network-ip-availabilities {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.579492 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: bindings {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.581136 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: quotas {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.582601 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: quotas {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.584018 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: rbac-policies {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.586497 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: security-groups {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.588369 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: security-group-rules {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.589598 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: service-providers {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.590852 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: subnetpools {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.704814 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: subnetpools {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.706312 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: tags {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.708128 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: tags {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.709949 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: tags {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.712383 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: tags {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.714203 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: tags {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.716086 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: tags {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.717965 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: tags {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.719903 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: tags {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.722883 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: tags {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.724780 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron.api.extensions [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Extended resource: tags {{(pid=92245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 08:23:41.732730 dv-cinder-787262-5-smb neutron-server[92245]: WARNING keystonemiddleware.auth_token [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 03 08:23:41.738373 dv-cinder-787262-5-smb neutron-server[92245]: WARNING keystonemiddleware.auth_token [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 03 08:23:41.747538 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_concurrency.lockutils [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Acquired lock "singleton_lock" {{(pid=92245) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 03 08:23:41.747912 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_concurrency.lockutils [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Releasing lock "singleton_lock" {{(pid=92245) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 03 08:23:41.748558 dv-cinder-787262-5-smb neutron-server[92245]: INFO oslo_service.service [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Starting 2 workers Jun 03 08:23:41.753393 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Started child 92356 {{(pid=92245) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 08:23:41.757988 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Started child 92357 {{(pid=92245) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 08:23:41.759455 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:23:41.760296 dv-cinder-787262-5-smb neutron-server[92245]: INFO neutron.service [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 03 08:23:41.760818 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Notify callbacks [] for process, before_spawn {{(pid=92245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:23:41.761020 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [-] (92356) wsgi starting up on http://0.0.0.0:9696 Jun 03 08:23:41.763154 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:23:41.763697 dv-cinder-787262-5-smb neutron-server[92245]: INFO oslo_service.service [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Starting 1 workers Jun 03 08:23:41.764562 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [-] (92357) wsgi starting up on http://0.0.0.0:9696 Jun 03 08:23:41.768543 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Started child 92358 {{(pid=92245) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 08:23:41.769055 dv-cinder-787262-5-smb neutron-server[92245]: INFO oslo_service.service [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Starting 1 workers Jun 03 08:23:41.772342 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.service [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] calling RpcWorker wait() {{(pid=92358) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 03 08:23:41.773177 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.service [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] returning from RpcWorker wait() {{(pid=92358) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 03 08:23:41.773634 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Started child 92359 {{(pid=92245) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 08:23:41.774042 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:23:41.774497 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG neutron_lib.callbacks.manager [None req-94939ff5-99d7-4f85-880e-98ad24b2dce9 None None] Notify callbacks [] for process, after_spawn {{(pid=92245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:23:41.774808 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:23:41.776454 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92245) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 03 08:23:41.776671 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 08:23:41.776970 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 08:23:41.777129 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 08:23:41.777395 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 08:23:41.777557 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 08:23:41.778038 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.778360 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.778630 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.778775 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:23:41.779317 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.779317 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.779769 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.780172 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.780372 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.780550 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.780802 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.780966 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.781129 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.781383 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.781653 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.781952 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.782349 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.784186 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.784186 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.784186 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.784186 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.784186 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.784186 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.784186 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] debug = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.784186 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.785297 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.785297 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.785297 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.785297 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.785855 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.785855 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.786187 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.786333 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.786469 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.786739 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.786925 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.787199 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.787404 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.787616 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.787868 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.788103 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.788622 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] host = dv-cinder-787262-5-smb {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.788859 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.789076 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.789340 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.789596 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.789895 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.790149 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.790393 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.790643 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.790898 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.791139 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.791380 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.791630 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.791869 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.792145 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] log_file = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.792296 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] log_options = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.792524 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.792795 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.793053 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.793242 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.793419 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.793594 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.793822 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.793977 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.794263 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.794491 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.794685 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.794897 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.795133 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.795367 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.795611 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.795842 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.796057 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.796289 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.796536 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.796873 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.797104 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.797264 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.797510 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.797712 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.797864 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.798071 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.798345 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.798583 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.798792 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.799086 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.799385 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.799689 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.799914 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.800102 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.800333 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.800719 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.800877 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.801086 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.801618 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.801861 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.802383 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.802888 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.802888 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.803287 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.803287 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.803593 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:23:41.803786 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] use_json = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.803786 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.804051 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.804051 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.804349 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.804468 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.804685 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.804925 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.805173 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.806155 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.806438 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.806769 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.807031 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.807288 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.807546 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.807781 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.808024 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.808274 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.808512 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.808821 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.809059 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.809347 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.809578 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.809816 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.810142 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.810424 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.810699 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.810935 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.811174 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.811395 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.811642 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.811972 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.812250 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.812521 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.812829 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.813034 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.813290 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.813509 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.813755 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.814036 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.814185 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.814443 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.814688 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.816540 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.816540 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.816540 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.816540 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.816540 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.816540 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.816540 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.816540 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.817108 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.817108 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.817317 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.817529 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.817777 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.818017 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.818279 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.818536 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.818772 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.819017 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.819576 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.819576 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.820279 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.820279 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.820279 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.820279 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.821010 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.821010 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.821010 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.822173 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.822173 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.822173 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.822787 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.822787 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.827495 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.827495 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.827495 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.827495 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.827495 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.827495 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.827495 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.827495 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.827495 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.828957 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.828957 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.828957 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.828957 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.828957 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.828957 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.828957 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.828957 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.828957 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.830353 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.830353 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.830353 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.830353 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.830353 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.830353 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.830353 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.830353 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.831839 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.831839 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.831839 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.831839 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.831839 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.831839 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.831839 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.831839 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.832866 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.832866 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.832866 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.832866 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.832866 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.832866 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.832866 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.832866 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.834025 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.834025 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.834025 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.834025 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.834025 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.834618 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.834618 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.834618 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.834982 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.835180 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.835457 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.835690 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.835959 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.836251 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.836496 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.836762 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.837269 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.837527 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.837766 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.838118 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.838288 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.838509 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.838727 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.838988 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.839336 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.839699 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.839955 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.840101 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.840296 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.840560 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.840814 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.841106 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.841351 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.841602 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.841847 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.842118 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.842332 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.842547 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.843483 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.843709 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.843962 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.844200 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.844445 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.844661 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.844882 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.845146 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.845525 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.845661 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.845831 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.846072 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.846318 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.846619 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.846765 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.847138 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.847267 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.847425 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.847638 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.847855 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.848068 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.848320 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.848536 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.848813 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.849087 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.849337 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.849569 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.849826 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.850083 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.850325 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.850605 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.850825 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.851040 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.851255 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.851474 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.851689 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.851927 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.852173 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.852428 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.852690 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.853039 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.853296 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.854137 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.854137 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.854137 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.854400 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.854470 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.854711 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.854954 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.855186 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.855402 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.855640 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.855904 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.856153 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.856373 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.857272 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.857272 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.857272 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.857272 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.857813 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.858067 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.858429 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.858672 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.858812 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.859061 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.859319 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.859492 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.859705 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.859920 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.860150 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.860988 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.860988 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.860988 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.860988 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.861475 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.861475 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.861716 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.861839 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.862033 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.862270 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.862518 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.862750 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.863274 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.863274 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.863542 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.863700 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.863951 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.864171 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.864454 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.864685 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.864914 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.865184 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.865500 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.865715 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.865956 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.866216 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.866439 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.866659 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.866913 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.867230 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.867541 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.867768 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.868569 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.868854 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.869225 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.869559 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.869716 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.869897 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.870272 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.874124 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.874124 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.874124 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.874124 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.874124 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.874124 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.874124 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.874124 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.874124 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.874852 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.874852 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.874852 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.874852 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.874852 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.874852 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.874852 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.874852 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.874852 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.875454 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.875454 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 08:23:41.875454 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92245) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 03 08:23:41.875656 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 08:23:41.875722 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 08:23:41.875878 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 08:23:41.876057 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 08:23:41.876211 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 08:23:41.876420 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.876582 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.876743 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.876903 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.877063 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.877244 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.877406 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.877564 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.877723 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.877882 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.878041 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.878243 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.878402 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.878560 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.878719 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.878880 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.879040 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.879200 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.879368 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.879528 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.879685 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.879842 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.880001 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] debug = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.880159 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.880336 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.880498 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.880655 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.880813 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.880973 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.881130 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.881287 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.881446 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.881604 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.881763 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.881922 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.882079 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.882261 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.882419 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.882577 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.882736 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.882914 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] host = dv-cinder-787262-5-smb {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.883044 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.883205 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.883361 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.884225 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.884532 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.884849 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.885153 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.885452 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.885748 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.886042 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.886375 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.886691 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.886857 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.887013 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] log_file = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.887165 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] log_options = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.887314 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.887597 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.887928 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.888277 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.888625 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.889783 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.889783 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.889783 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.889783 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.889783 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.889783 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.889783 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.890266 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.890266 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.890266 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.890471 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.890546 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.890667 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.890828 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.890986 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.891299 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.891455 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.891613 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.891779 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.891934 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.892075 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.892232 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.892376 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.892523 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.892670 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.892828 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.892976 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.893124 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.893267 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.893411 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.893570 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.893715 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.893860 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.894005 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.894183 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.894328 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.894472 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.894616 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.894880 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.894880 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.895264 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] use_json = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.895264 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.895532 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.895532 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.895799 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.895799 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.896062 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.896062 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.896343 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 08:23:41.896494 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.896640 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.896895 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.896895 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.897229 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.897229 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.897600 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.897600 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.897600 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.898289 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.898289 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.898289 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.898289 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.899002 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.899002 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.899002 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.899002 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.899002 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.902471 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.902471 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.902471 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.902471 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.902471 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.902471 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.902471 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.902471 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.904084 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.904084 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.904084 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.904084 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.904084 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.904084 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.904084 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.904084 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.904084 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.905516 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.905516 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.905516 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.905516 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.905516 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.905516 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.905516 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.905516 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.905516 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.906747 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.906747 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.906747 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.906747 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.906747 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.906747 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.906747 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.906747 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.906747 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.908277 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.908277 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.908277 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.908277 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.908277 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.908277 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.908277 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.908277 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.908277 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.909517 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.909517 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.909517 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.909517 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.909517 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.909517 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.909517 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.909517 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.909517 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.910848 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.910848 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.910848 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.910848 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.910848 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.910848 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.910848 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.910848 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.910848 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.912128 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.912128 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.912128 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.912128 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.912128 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.912128 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.912128 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.912128 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.913199 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.913199 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.913199 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.913199 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.913199 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.913199 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.913199 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.913199 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.914375 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.914375 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.914375 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.914375 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.914375 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.914375 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.914375 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.914375 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.915550 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.915550 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.915550 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.915550 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.915550 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.915550 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.915550 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.915550 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.917352 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.917352 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.917352 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.917352 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.917352 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.917352 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.917352 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.917352 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.918874 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.918874 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.918874 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.918874 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.918874 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.918874 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.918874 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.918874 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.919696 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.919696 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.919696 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.919696 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.919696 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.919696 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.919696 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.919696 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.920606 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.920606 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.920606 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.920606 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.920606 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.920606 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.920606 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.920606 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.921408 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.921408 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.921408 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.921408 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.921408 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.921408 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.921408 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.921408 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.922226 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.922226 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.922226 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.922226 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.922226 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.922226 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.922226 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.922226 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.923002 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.923002 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.923002 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.923002 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.923002 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.923002 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.923002 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.923002 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.923758 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.923758 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.923758 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.923758 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.923758 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.923758 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.923758 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.923758 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.924547 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.924547 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.924547 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.924547 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.924547 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.924547 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.925193 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.925193 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.925193 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.925193 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.925576 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.925576 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.925576 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.925960 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.925960 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.926875 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.926875 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.926875 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.926875 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.926875 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.926875 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.927591 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.927591 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.927591 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.927591 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.927591 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.928472 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.928472 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.928472 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.928472 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.928472 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.928472 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.928810 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.928810 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.931557 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.931557 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.931557 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.931557 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.931557 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.931557 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.931557 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.931557 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.937388 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.937388 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.937388 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.937388 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.937388 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.937388 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.937388 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.937388 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.937388 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.938530 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.938530 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.938530 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.938530 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.938530 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.938530 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.938530 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.938530 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.939364 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.939364 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.939364 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.939364 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.939364 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.939364 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.939364 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.939364 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.940202 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.940202 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.940202 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.940202 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.940202 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.940202 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.940202 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.940202 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.941021 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.941021 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.941021 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.941021 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.941021 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.941021 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.941021 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.941021 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.941021 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.943306 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.943306 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.943306 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.943306 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.943306 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.943306 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.943306 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.943306 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.943306 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.945238 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.945238 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.945238 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.945238 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.945238 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 08:23:41.945238 dv-cinder-787262-5-smb neutron-server[92245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 08:23:41.953401 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:23:42.247072 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 51516) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:23:42.255843 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064902 Jun 03 08:23:53.449323 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9517d551-5a33-4caa-94f1-d66722ffbeeb None None] get_active_networks_info from dv-cinder-787262-5-smb {{(pid=92358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 03 08:23:53.537268 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9517d551-5a33-4caa-94f1-d66722ffbeeb None None] No non-hosted networks {{(pid=92358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 03 08:23:53.557717 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.agentschedulers_db [None req-9517d551-5a33-4caa-94f1-d66722ffbeeb None None] DHCP Agent not found on host dv-cinder-787262-5-smb {{(pid=92358) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 03 08:23:53.699475 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-e9e25d90-ec87-42aa-b2d6-0092a1379cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966'] for agent, after_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:23:56.407122 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966'] for agent, after_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:23:56.407804 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:23:56.408113 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:23:56.408443 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:23:56.408766 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:23:56.409152 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:23:56.409495 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:23:56.409936 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:23:56.410285 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:23:56.410606 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:23:56.410925 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:23:56.411245 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:23:56.411562 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:23:56.411968 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787262-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:23:56.419147 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787262-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:23:56.716434 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-715fcf4f-8b29-47fd-96d4-f7c9dc4e35d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966'] for agent, after_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:23:56.738917 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-20bc681c-3edf-4c0c-ae50-ae1e2d495ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:23:57.774408 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966'] for agent, after_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:23:59.774708 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966'] for agent, after_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:23:59.856799 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.db.l3_hamode_db [None req-21afcb24-b916-43f8-8608-4d331202dfe2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 03 08:23:59.943027 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21afcb24-b916-43f8-8608-4d331202dfe2 None None] Routers set() bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:23:59.943419 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21afcb24-b916-43f8-8608-4d331202dfe2 None None] Router IDs set() for agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 03 08:24:00.933947 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 51608) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:24:01.533912 dv-cinder-787262-5-smb neutron-server[92356]: WARNING oslo_policy.policy [None req-9ee6309a-a4d0-4ea6-8152-487f3d502fe4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 08:24:01.534544 dv-cinder-787262-5-smb neutron-server[92356]: WARNING oslo_policy.policy [None req-9ee6309a-a4d0-4ea6-8152-487f3d502fe4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 08:24:01.747026 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [None req-9ee6309a-a4d0-4ea6-8152-487f3d502fe4 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 08:24:01.748279 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-9ee6309a-a4d0-4ea6-8152-487f3d502fe4 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8122690 Jun 03 08:24:04.098511 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 51622) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:24:04.493733 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-946e7a5d-c245-4449-b6b1-d75e3c7b465d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:24:04.593982 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.policy [None req-946e7a5d-c245-4449-b6b1-d75e3c7b465d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92356) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 08:24:04.642186 dv-cinder-787262-5-smb neutron-server[92356]: WARNING oslo_policy.policy [None req-946e7a5d-c245-4449-b6b1-d75e3c7b465d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 08:24:04.642570 dv-cinder-787262-5-smb neutron-server[92356]: WARNING oslo_policy.policy [None req-946e7a5d-c245-4449-b6b1-d75e3c7b465d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 08:24:04.651323 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.quota [None req-946e7a5d-c245-4449-b6b1-d75e3c7b465d admin admin] Loaded quota_driver: . Jun 03 08:24:04.667387 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-946e7a5d-c245-4449-b6b1-d75e3c7b465d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:24:04.785629 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-946e7a5d-c245-4449-b6b1-d75e3c7b465d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762868145162', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762868142629', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762868166523', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762868158999', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762868312234', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762868307720', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-536571', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-651592', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16371818', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16304674'] for rbac-policy, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:05.191423 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-946e7a5d-c245-4449-b6b1-d75e3c7b465d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:05.192637 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-946e7a5d-c245-4449-b6b1-d75e3c7b465d admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0931799 Jun 03 08:24:07.766568 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 51634) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:24:08.348708 dv-cinder-787262-5-smb neutron-server[92357]: WARNING oslo_policy.policy [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 08:24:08.349314 dv-cinder-787262-5-smb neutron-server[92357]: WARNING oslo_policy.policy [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 08:24:08.561060 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Request body: {'network': {'project_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'c4a558f961d144a9a05f854af0d8e5a1'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:24:08.562713 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.quota [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Loaded quota_driver: . Jun 03 08:24:08.577800 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:24:08.584184 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Usage tracker for resource:network and tenant:c4a558f961d144a9a05f854af0d8e5a1 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:24:08.589893 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:24:08.597141 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:24:08.675353 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Made reservation on behalf of c4a558f961d144a9a05f854af0d8e5a1 for: {'network': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:24:08.747321 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.policy [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92357) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 08:24:08.792822 dv-cinder-787262-5-smb neutron-server[92357]: WARNING oslo_policy.policy [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 08:24:08.793377 dv-cinder-787262-5-smb neutron-server[92357]: WARNING oslo_policy.policy [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 08:24:08.803765 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-970951'] for network, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:08.824212 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:08.839006 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:24:08.842941 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Usage tracker for resource:security_group_rule and tenant:c4a558f961d144a9a05f854af0d8e5a1 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:24:08.847923 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:24:08.854018 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:24:09.028832 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:09.116849 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:09.121699 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:24:09.144487 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=92357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 08:24:09.169858 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762866104769', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:09.170501 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Unsubscribe: segment precommit_create {{(pid=92357) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 08:24:09.170979 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.db.segments_db [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Added segment 28aaa6df-a454-46af-8d90-e6c5ba62552f of type vlan for network 71427308-0e8f-46fe-b820-b8645078a154 Jun 03 08:24:09.180195 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254900a6-bd5e-4437-8709-11d910c0a734,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:24:09.236435 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:09.236763 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:09.237086 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:09.237403 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:09.237741 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:09.238055 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:09.238389 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:09.238699 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:09.239023 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:09.239331 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:09.239634 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:09.239934 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Tracked resource versions report: Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: pushed versions: Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: { 'AddressGroup': {'1.2'}, Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'ConntrackHelper': {'1.0'}, Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'Log': {'1.0'}, Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'Network': {'1.1'}, Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'Port': {'1.7'}, Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'PortForwarding': {'1.2'}, Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'QosPolicy': {'1.8'}, Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'SecurityGroup': {'1.4'}, Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'SecurityGroupRule': {'1.2'}, Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'SubPort': {'1.0'}, Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'Subnet': {'1.1'}, Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'Trunk': {'1.1'}} Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: consumer versions: Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: { DHCP agent@dv-cinder-787262-5-smb: {}, Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: L3 agent@dv-cinder-787262-5-smb: {}, Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: Metadata agent@dv-cinder-787262-5-smb: {}, Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: Metering agent@dv-cinder-787262-5-smb: {}, Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: Open vSwitch agent@dv-cinder-787262-5-smb: { 'AddressGroup': '1.2', Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'ConntrackHelper': '1.0', Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'Log': '1.0', Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'Network': '1.1', Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'Port': '1.7', Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'PortForwarding': '1.2', Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'QosPolicy': '1.8', Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'SecurityGroup': '1.4', Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'SecurityGroupRule': '1.2', Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'SubPort': '1.0', Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'Subnet': '1.1', Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: 'Trunk': '1.1'}} Jun 03 08:24:09.241057 dv-cinder-787262-5-smb neutron-server[92357]: {{(pid=92357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 08:24:09.295444 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:24:09.301599 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865572298'] for network, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:09.413881 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502'] for network, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:09.415353 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:24:09.415999 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:09.420572 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:24:09.525504 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Pushing event updated for resources: {'Network': ['ID=71427308-0e8f-46fe-b820-b8645078a154,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:24:09.529120 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:24:09.537031 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Network 71427308-0e8f-46fe-b820-b8645078a154 details requested by agent ovs-agent-dv-cinder-787262-5-smb with host dv-cinder-787262-5-smb {{(pid=92358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 08:24:09.544602 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7769427 Jun 03 08:24:12.190174 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 51656) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:24:12.653150 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00360ce7-dc05-4e0d-b7a5-9b8cec4aee0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:24:12.654452 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-00360ce7-dc05-4e0d-b7a5-9b8cec4aee0f admin admin] 10.222.0.18 "GET /v2.0/networks/71427308-0e8f-46fe-b820-b8645078a154 HTTP/1.1" status: 200 len: 825 time: 0.4633305 Jun 03 08:24:12.684599 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-84ef0fe2-404c-4287-b3c6-33176f5a80f9 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/f08e933e-119b-44a1-b1cd-2ff0192336dd HTTP/1.1" status: 200 len: 734 time: 0.0246022 Jun 03 08:24:12.693277 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-25a93cd0-0ee2-4c0f-8d8c-f213d2609a95 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '71427308-0e8f-46fe-b820-b8645078a154', 'subnetpool_id': 'f08e933e-119b-44a1-b1cd-2ff0192336dd', 'gateway_ip': '172.20.0.1', 'tenant_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'ip_version': 4}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:24:12.698057 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-25a93cd0-0ee2-4c0f-8d8c-f213d2609a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:24:12.701949 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-25a93cd0-0ee2-4c0f-8d8c-f213d2609a95 admin admin] Usage tracker for resource:subnet and tenant:c4a558f961d144a9a05f854af0d8e5a1 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:24:12.704974 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-25a93cd0-0ee2-4c0f-8d8c-f213d2609a95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:24:12.714976 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-25a93cd0-0ee2-4c0f-8d8c-f213d2609a95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:24:12.831174 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a93cd0-0ee2-4c0f-8d8c-f213d2609a95 admin admin] Made reservation on behalf of c4a558f961d144a9a05f854af0d8e5a1 for: {'subnet': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:24:12.833529 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-25a93cd0-0ee2-4c0f-8d8c-f213d2609a95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:13.429879 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-25a93cd0-0ee2-4c0f-8d8c-f213d2609a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495'] for subnet, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:13.434885 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:24:13.512810 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a93cd0-0ee2-4c0f-8d8c-f213d2609a95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4228a2-b63c-4a3d-917e-68f2c3377429,revision_number=0']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:24:13.516673 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-25a93cd0-0ee2-4c0f-8d8c-f213d2609a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:24:13.517588 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a93cd0-0ee2-4c0f-8d8c-f213d2609a95 admin admin] Checking segment: {'id': '28aaa6df-a454-46af-8d90-e6c5ba62552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '71427308-0e8f-46fe-b820-b8645078a154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:24:13.517943 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a93cd0-0ee2-4c0f-8d8c-f213d2609a95 admin admin] Network hostable DHCP agents. Network: 71427308-0e8f-46fe-b820-b8645078a154, hostable agents: ['5e4d2f6b-3552-4981-8bdf-261b5e07a56f'], hosted agents: [] {{(pid=92357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 08:24:13.606350 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a93cd0-0ee2-4c0f-8d8c-f213d2609a95 admin admin] Network 71427308-0e8f-46fe-b820-b8645078a154 is scheduled to be hosted by DHCP agent 5e4d2f6b-3552-4981-8bdf-261b5e07a56f with binding_index 1 {{(pid=92357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 08:24:13.796650 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [None req-25a93cd0-0ee2-4c0f-8d8c-f213d2609a95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-5-smb, 71427308-0e8f-46fe-b820-b8645078a154) {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:24:13.802391 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a93cd0-0ee2-4c0f-8d8c-f213d2609a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:24:13.803759 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-25a93cd0-0ee2-4c0f-8d8c-f213d2609a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for subnet, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:13.805299 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d408a018-cccc-4a6e-b0b4-273540e6dd00 None None] Network 71427308-0e8f-46fe-b820-b8645078a154 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:24:13.894432 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-25a93cd0-0ee2-4c0f-8d8c-f213d2609a95 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2044716 Jun 03 08:24:14.122510 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19c3804b-9210-5b94-8f21-4d38a1200c67-71427308-0e8f-46fe-b820-b8645078a154', 'network_id': '71427308-0e8f-46fe-b820-b8645078a154', 'tenant_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'fixed_ips': [{'subnet_id': 'dc4228a2-b63c-4a3d-917e-68f2c3377429'}]}} from dv-cinder-787262-5-smb. {{(pid=92358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 08:24:14.128100 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:14.314261 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.db_base_plugin_common [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Allocated IP 172.20.0.2 (71427308-0e8f-46fe-b820-b8645078a154/dc4228a2-b63c-4a3d-917e-68f2c3377429/b057197d-5bbe-4583-b8f8-e67e9bd1e1a5) {{(pid=92358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:24:14.556637 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Notify callbacks [] for port, precommit_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:14.570594 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Transition to ACTIVE for port object b057197d-5bbe-4583-b8f8-e67e9bd1e1a5 will not be triggered until provisioned by entity L2. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:24:14.590903 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Transition to ACTIVE for port object b057197d-5bbe-4583-b8f8-e67e9bd1e1a5 will not be triggered until provisioned by entity DHCP. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:24:14.660331 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806'] for port, after_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:14.665857 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:24:14.727609 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Network 71427308-0e8f-46fe-b820-b8645078a154 is already hosted by enough agents. {{(pid=92358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:24:14.730672 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.scheduler.base_scheduler [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Resources bound (agent type, host, resource id): {{(pid=92358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:24:14.735707 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Received port after_create {{(pid=92358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:24:14.745060 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Pushing event updated for resources: {'Port': ['ID=b057197d-5bbe-4583-b8f8-e67e9bd1e1a5,revision_number=1']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:24:14.788229 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:14.788563 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:14.789456 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:14.789785 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:14.790115 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:14.790454 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:14.790767 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:14.791086 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:14.791400 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:14.791709 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:14.792021 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:14.792330 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Tracked resource versions report: Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: pushed versions: Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: { 'AddressGroup': {'1.2'}, Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'ConntrackHelper': {'1.0'}, Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'Log': {'1.0'}, Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'Network': {'1.1'}, Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'Port': {'1.7'}, Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'PortForwarding': {'1.2'}, Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'QosPolicy': {'1.8'}, Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'SecurityGroup': {'1.4'}, Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'SecurityGroupRule': {'1.2'}, Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'SubPort': {'1.0'}, Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'Subnet': {'1.1'}, Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'Trunk': {'1.1'}} Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: consumer versions: Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: { DHCP agent@dv-cinder-787262-5-smb: {}, Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: L3 agent@dv-cinder-787262-5-smb: {}, Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: Metadata agent@dv-cinder-787262-5-smb: {}, Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: Metering agent@dv-cinder-787262-5-smb: {}, Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: Open vSwitch agent@dv-cinder-787262-5-smb: { 'AddressGroup': '1.2', Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'ConntrackHelper': '1.0', Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'Log': '1.0', Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'Network': '1.1', Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'Port': '1.7', Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'PortForwarding': '1.2', Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'QosPolicy': '1.8', Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'SecurityGroup': '1.4', Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'SecurityGroupRule': '1.2', Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'SubPort': '1.0', Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'Subnet': '1.1', Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: 'Trunk': '1.1'}} Jun 03 08:24:14.793498 dv-cinder-787262-5-smb neutron-server[92358]: {{(pid=92358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 08:24:14.825076 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:24:14.845749 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Attempting to bind port b057197d-5bbe-4583-b8f8-e67e9bd1e1a5 on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:24:14.846188 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Attempting to bind port b057197d-5bbe-4583-b8f8-e67e9bd1e1a5 by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': '28aaa6df-a454-46af-8d90-e6c5ba62552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '71427308-0e8f-46fe-b820-b8645078a154'}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:24:14.846621 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Attempting to bind port b057197d-5bbe-4583-b8f8-e67e9bd1e1a5 on network 71427308-0e8f-46fe-b820-b8645078a154 {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:24:14.852966 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:24:14.853374 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Checking segment: {'id': '28aaa6df-a454-46af-8d90-e6c5ba62552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '71427308-0e8f-46fe-b820-b8645078a154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:24:14.853836 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:14.854264 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Bound using segment: {'id': '28aaa6df-a454-46af-8d90-e6c5ba62552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '71427308-0e8f-46fe-b820-b8645078a154'} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:24:14.854772 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Bound port: b057197d-5bbe-4583-b8f8-e67e9bd1e1a5, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28aaa6df-a454-46af-8d90-e6c5ba62552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '71427308-0e8f-46fe-b820-b8645078a154'}}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:24:14.855159 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:14.948359 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] For port b057197d-5bbe-4583-b8f8-e67e9bd1e1a5, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:24:14.952430 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] For port b057197d-5bbe-4583-b8f8-e67e9bd1e1a5, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=b057197d-5bbe-4583-b8f8-e67e9bd1e1a5,segment=NetworkSegment(28aaa6df-a454-46af-8d90-e6c5ba62552f),segment_id=28aaa6df-a454-46af-8d90-e6c5ba62552f)] {{(pid=92358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:24:15.019156 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:15.023319 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:24:15.110899 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Pushing event updated for resources: {'Port': ['ID=b057197d-5bbe-4583-b8f8-e67e9bd1e1a5,revision_number=2']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:24:15.119296 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:24:16.305601 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 51664) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:24:16.715487 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [None req-c3508192-f989-4b21-85db-a490359f15c7 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 08:24:16.717277 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-c3508192-f989-4b21-85db-a490359f15c7 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4106205 Jun 03 08:24:19.301335 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 51672) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:24:19.693425 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [None req-dd64b11e-98c0-4199-b04e-1b6a27afafcb admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 08:24:19.694384 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-dd64b11e-98c0-4199-b04e-1b6a27afafcb admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3921201 Jun 03 08:24:20.466697 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device b057197d-5bbe-4583-b8f8-e67e9bd1e1a5 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:24:20.620014 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port b057197d-5bbe-4583-b8f8-e67e9bd1e1a5 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:24:20.664209 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dded9c-37c5-465f-868c-f791f6f7e266 None None] Network 71427308-0e8f-46fe-b820-b8645078a154 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:24:20.824028 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-749f675f-9f3b-4d76-8232-f4fb4c4375f8 None None] Provisioning for port b057197d-5bbe-4583-b8f8-e67e9bd1e1a5 completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:24:20.832714 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-749f675f-9f3b-4d76-8232-f4fb4c4375f8 None None] Provisioning complete for port b057197d-5bbe-4583-b8f8-e67e9bd1e1a5 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:24:20.833112 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-749f675f-9f3b-4d76-8232-f4fb4c4375f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:21.047316 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-749f675f-9f3b-4d76-8232-f4fb4c4375f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:21.092207 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-749f675f-9f3b-4d76-8232-f4fb4c4375f8 None None] For port b057197d-5bbe-4583-b8f8-e67e9bd1e1a5, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=b057197d-5bbe-4583-b8f8-e67e9bd1e1a5,segment=NetworkSegment(28aaa6df-a454-46af-8d90-e6c5ba62552f),segment_id=28aaa6df-a454-46af-8d90-e6c5ba62552f)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:24:21.173761 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-749f675f-9f3b-4d76-8232-f4fb4c4375f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:21.177194 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-cc2be4bf-d00f-4a88-9fa4-5fd85403681d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:24:21.244156 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f675f-9f3b-4d76-8232-f4fb4c4375f8 None None] Pushing event updated for resources: {'Port': ['ID=b057197d-5bbe-4583-b8f8-e67e9bd1e1a5,revision_number=3']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:24:21.247889 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-749f675f-9f3b-4d76-8232-f4fb4c4375f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:24:21.294790 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-fc33c7a8-523f-494c-a770-cd9b4cd8296d None None] Provisioning complete for port b057197d-5bbe-4583-b8f8-e67e9bd1e1a5 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:24:21.295154 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-fc33c7a8-523f-494c-a770-cd9b4cd8296d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:22.303297 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 51686) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:24:22.450467 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device b057197d-5bbe-4583-b8f8-e67e9bd1e1a5 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:24:22.516992 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port b057197d-5bbe-4583-b8f8-e67e9bd1e1a5 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:24:22.517359 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:22.653196 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-0460b799-99f0-45ee-9ce9-947ae89dda08 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c4a558f961d144a9a05f854af0d8e5a1'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:24:22.657569 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-0460b799-99f0-45ee-9ce9-947ae89dda08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:24:22.662180 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-0460b799-99f0-45ee-9ce9-947ae89dda08 admin admin] Usage tracker for resource:router and tenant:c4a558f961d144a9a05f854af0d8e5a1 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:24:22.666269 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-0460b799-99f0-45ee-9ce9-947ae89dda08 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:24:22.672292 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-0460b799-99f0-45ee-9ce9-947ae89dda08 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:24:22.772732 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0460b799-99f0-45ee-9ce9-947ae89dda08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16658025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6736'] for router, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:22.774391 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0460b799-99f0-45ee-9ce9-947ae89dda08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16658368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16361018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16271878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6697'] for router, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:22.797374 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0460b799-99f0-45ee-9ce9-947ae89dda08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:22.995834 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0460b799-99f0-45ee-9ce9-947ae89dda08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16658000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360973'] for router, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:23.114890 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0460b799-99f0-45ee-9ce9-947ae89dda08 admin admin] Notify callbacks [] for router, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:23.115974 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-0460b799-99f0-45ee-9ce9-947ae89dda08 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8117270 Jun 03 08:24:23.402407 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-8874cd7a-d0cc-474a-b9b7-a9fb096b76ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:25.412798 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 51694) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:24:25.776375 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [None req-ebee74f0-7897-46dc-8d22-fd74bd4fb173 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 08:24:25.777329 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-ebee74f0-7897-46dc-8d22-fd74bd4fb173 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3635819 Jun 03 08:24:26.366515 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:26.711009 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-75f273f8-7e03-4d20-aaf0-d70f1d53f60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:27.714948 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:28.126781 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 51708) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:24:28.446754 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:24:28.452121 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:24:28.455968 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Usage tracker for resource:network and tenant:1eb272759aba46208e18a01de6462d64 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:24:28.459320 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:24:28.465594 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:24:28.562333 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Made reservation on behalf of 1eb272759aba46208e18a01de6462d64 for: {'network': 1} {{(pid=92356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:24:28.565294 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-970951'] for network, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:28.581916 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:28.596742 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:24:28.600509 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:1eb272759aba46208e18a01de6462d64 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:24:28.603661 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:24:28.609187 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:24:28.700666 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:28.777586 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:28.782854 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:24:28.793989 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Reserving flat network on physical network physnet1 {{(pid=92356) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 03 08:24:28.824853 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762866104769', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:28.825446 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Unsubscribe: segment precommit_create {{(pid=92356) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 08:24:28.825920 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.db.segments_db [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Added segment e2c9282e-5c2c-4f18-8b28-85eb8bceef37 of type flat for network ab209c3f-5e8a-42b5-8e48-1393c2a10612 Jun 03 08:24:28.826376 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 5 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:24:28.873629 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2605c5-2db8-487f-9d44-3cc3567958a6,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:24:28.889591 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:28.889932 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:28.890291 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:28.890611 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:28.890931 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:28.891249 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:28.891561 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:28.891872 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:28.892198 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:28.892567 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:28.892872 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:28.893175 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Tracked resource versions report: Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: pushed versions: Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: { 'AddressGroup': {'1.2'}, Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'ConntrackHelper': {'1.0'}, Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'Log': {'1.0'}, Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'Network': {'1.1'}, Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'Port': {'1.7'}, Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'PortForwarding': {'1.2'}, Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'QosPolicy': {'1.8'}, Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'SecurityGroup': {'1.4'}, Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'SecurityGroupRule': {'1.2'}, Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'SubPort': {'1.0'}, Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'Subnet': {'1.1'}, Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'Trunk': {'1.1'}} Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: consumer versions: Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: { DHCP agent@dv-cinder-787262-5-smb: {}, Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: L3 agent@dv-cinder-787262-5-smb: {}, Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: Metadata agent@dv-cinder-787262-5-smb: {}, Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: Metering agent@dv-cinder-787262-5-smb: {}, Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: Open vSwitch agent@dv-cinder-787262-5-smb: { 'AddressGroup': '1.2', Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'ConntrackHelper': '1.0', Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'Log': '1.0', Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'Network': '1.1', Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'Port': '1.7', Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'PortForwarding': '1.2', Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'QosPolicy': '1.8', Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'SecurityGroup': '1.4', Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'SecurityGroupRule': '1.2', Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'SubPort': '1.0', Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'Subnet': '1.1', Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: 'Trunk': '1.1'}} Jun 03 08:24:28.894396 dv-cinder-787262-5-smb neutron-server[92356]: {{(pid=92356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 08:24:28.946179 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865572298'] for network, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:28.950317 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:24:29.024859 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502'] for network, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:29.026405 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:24:29.027047 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:29.031673 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:24:29.134955 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Pushing event updated for resources: {'Network': ['ID=ab209c3f-5e8a-42b5-8e48-1393c2a10612,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:24:29.138268 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:24:29.145191 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Network ab209c3f-5e8a-42b5-8e48-1393c2a10612 details requested by agent ovs-agent-dv-cinder-787262-5-smb with host dv-cinder-787262-5-smb {{(pid=92358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 08:24:29.208781 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0808597 Jun 03 08:24:29.716666 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:31.403841 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 51730) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:24:31.548179 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e20dd03-e76f-4ce6-9f29-628e69545687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:24:31.549421 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-8e20dd03-e76f-4ce6-9f29-628e69545687 admin admin] 10.222.0.18 "GET /v2.0/subnets/dc4228a2-b63c-4a3d-917e-68f2c3377429 HTTP/1.1" status: 200 len: 849 time: 0.1446338 Jun 03 08:24:31.702829 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-4812b109-865f-4325-afce-9e7707672dde admin admin] 10.222.0.18 "GET /v2.0/routers/2402b671-71b9-4747-8ee4-751df545d470 HTTP/1.1" status: 200 len: 704 time: 0.1480157 Jun 03 08:24:32.162117 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:32.393768 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_common [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Allocated IP 172.20.0.1 (71427308-0e8f-46fe-b820-b8645078a154/dc4228a2-b63c-4a3d-917e-68f2c3377429/fdb3890c-cc0e-478f-83da-b24407379bdf) {{(pid=92356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:24:32.551066 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:32.568476 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.provisioning_blocks [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Transition to ACTIVE for port object fdb3890c-cc0e-478f-83da-b24407379bdf will not be triggered until provisioned by entity DHCP. {{(pid=92356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:24:32.732601 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806'] for port, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:32.737022 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:24:32.798778 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Network 71427308-0e8f-46fe-b820-b8645078a154 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:24:32.801445 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:24:32.808509 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Received port after_create {{(pid=92356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:24:32.809415 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16361523'] for router_interface, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:32.929402 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Pushing event updated for resources: {'Port': ['ID=fdb3890c-cc0e-478f-83da-b24407379bdf,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:24:32.943119 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:24:33.042283 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-0c96b8ee-33da-4259-8ad2-63240d959dc0 None None] Provisioning for port fdb3890c-cc0e-478f-83da-b24407379bdf completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:24:33.047958 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-0c96b8ee-33da-4259-8ad2-63240d959dc0 None None] Provisioning complete for port fdb3890c-cc0e-478f-83da-b24407379bdf triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:24:33.049497 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-0c96b8ee-33da-4259-8ad2-63240d959dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:33.103389 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-0c96b8ee-33da-4259-8ad2-63240d959dc0 None None] Port fdb3890c-cc0e-478f-83da-b24407379bdf cannot update to ACTIVE because it is not bound. {{(pid=92358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 08:24:33.154661 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:33.380872 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:33.446366 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:33.447512 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16309452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16361552'] for router_interface, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:33.450812 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:24:33.584816 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Pushing event updated for resources: {'Port': ['ID=fdb3890c-cc0e-478f-83da-b24407379bdf,revision_number=2']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:24:33.588737 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:24:33.641888 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Network 71427308-0e8f-46fe-b820-b8645078a154 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:24:33.642962 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:24:33.825630 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-a56e7f49-daec-491b-aa66-1a1693119bd8 None None] Provisioning complete for port fdb3890c-cc0e-478f-83da-b24407379bdf triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:24:33.826003 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-a56e7f49-daec-491b-aa66-1a1693119bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:33.880805 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-a56e7f49-daec-491b-aa66-1a1693119bd8 None None] Port fdb3890c-cc0e-478f-83da-b24407379bdf cannot update to ACTIVE because it is not bound. {{(pid=92358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 08:24:33.910857 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Router 2402b671-71b9-4747-8ee4-751df545d470 is scheduled to L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 with binding_index 1 {{(pid=92356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 08:24:34.061904 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:24:34.071641 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] 10.222.0.18 "PUT /v2.0/routers/2402b671-71b9-4747-8ee4-751df545d470/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3640168 Jun 03 08:24:34.071999 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] Sync routers for ids ['2402b671-71b9-4747-8ee4-751df545d470'] in dv-cinder-787262-5-smb {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:24:34.083084 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] Routers {'2402b671-71b9-4747-8ee4-751df545d470'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:24:34.083908 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:24:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['2402b671-71b9-4747-8ee4-751df545d470'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:24:34.257489 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] Set router 2402b671-71b9-4747-8ee4-751df545d470 gateway port host: None {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:24:34.621041 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2402b671-71b9-4747-8ee4-751df545d470', 'name': 'router1', 'tenant_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:24:22Z', 'updated_at': '2021-06-03T08:24:33Z', 'revision_number': 2, 'project_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'gw_port_host': None, '_interfaces': [{'id': 'fdb3890c-cc0e-478f-83da-b24407379bdf', 'name': '', 'network_id': '71427308-0e8f-46fe-b820-b8645078a154', 'tenant_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'mac_address': 'fa:16:3e:0b:84:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2402b671-71b9-4747-8ee4-751df545d470', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc4228a2-b63c-4a3d-917e-68f2c3377429', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:24:32Z', 'updated_at': '2021-06-03T08:24:33Z', 'revision_number': 2, 'project_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'subnets': [{'id': 'dc4228a2-b63c-4a3d-917e-68f2c3377429', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f08e933e-119b-44a1-b1cd-2ff0192336dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:24:34.626299 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] Checking router: 2402b671-71b9-4747-8ee4-751df545d470 for host: dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:24:34.626685 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] Updating router 2402b671-71b9-4747-8ee4-751df545d470 port fdb3890c-cc0e-478f-83da-b24407379bdf binding host dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 08:24:34.679460 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:35.068578 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] Notify callbacks [] for port, precommit_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:35.082746 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.provisioning_blocks [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] Transition to ACTIVE for port object fdb3890c-cc0e-478f-83da-b24407379bdf will not be triggered until provisioned by entity L2. {{(pid=92359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:24:35.218551 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:35.224110 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:24:35.435558 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197a740-07fe-415e-88d8-1949c07cbcf7 None None] Pushing event updated for resources: {'Port': ['ID=fdb3890c-cc0e-478f-83da-b24407379bdf,revision_number=3']} {{(pid=92359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:24:35.447303 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197a740-07fe-415e-88d8-1949c07cbcf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:35.447632 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197a740-07fe-415e-88d8-1949c07cbcf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:35.447953 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197a740-07fe-415e-88d8-1949c07cbcf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:35.448269 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197a740-07fe-415e-88d8-1949c07cbcf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:35.448583 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197a740-07fe-415e-88d8-1949c07cbcf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:35.448907 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197a740-07fe-415e-88d8-1949c07cbcf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:35.449192 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197a740-07fe-415e-88d8-1949c07cbcf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:35.449497 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197a740-07fe-415e-88d8-1949c07cbcf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:35.449800 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197a740-07fe-415e-88d8-1949c07cbcf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:35.450122 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197a740-07fe-415e-88d8-1949c07cbcf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:35.450452 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197a740-07fe-415e-88d8-1949c07cbcf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:35.450754 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197a740-07fe-415e-88d8-1949c07cbcf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197a740-07fe-415e-88d8-1949c07cbcf7 None None] Tracked resource versions report: Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: pushed versions: Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: { 'AddressGroup': {'1.2'}, Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'ConntrackHelper': {'1.0'}, Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'Log': {'1.0'}, Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'Network': {'1.1'}, Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'Port': {'1.7'}, Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'PortForwarding': {'1.2'}, Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'QosPolicy': {'1.8'}, Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'SecurityGroup': {'1.4'}, Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'SecurityGroupRule': {'1.2'}, Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'SubPort': {'1.0'}, Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'Subnet': {'1.1'}, Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'Trunk': {'1.1'}} Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: consumer versions: Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: { DHCP agent@dv-cinder-787262-5-smb: {}, Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: L3 agent@dv-cinder-787262-5-smb: {}, Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: Metadata agent@dv-cinder-787262-5-smb: {}, Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: Metering agent@dv-cinder-787262-5-smb: {}, Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: Open vSwitch agent@dv-cinder-787262-5-smb: { 'AddressGroup': '1.2', Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'ConntrackHelper': '1.0', Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'Log': '1.0', Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'Network': '1.1', Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'Port': '1.7', Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'PortForwarding': '1.2', Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'QosPolicy': '1.8', Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'SecurityGroup': '1.4', Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'SecurityGroupRule': '1.2', Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'SubPort': '1.0', Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'Subnet': '1.1', Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: 'Trunk': '1.1'}} Jun 03 08:24:35.451868 dv-cinder-787262-5-smb neutron-server[92359]: {{(pid=92359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 08:24:35.454179 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] Attempting to bind port fdb3890c-cc0e-478f-83da-b24407379bdf on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:24:35.454567 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] Attempting to bind port fdb3890c-cc0e-478f-83da-b24407379bdf by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': '28aaa6df-a454-46af-8d90-e6c5ba62552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '71427308-0e8f-46fe-b820-b8645078a154'}] {{(pid=92359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:24:35.454982 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] Attempting to bind port fdb3890c-cc0e-478f-83da-b24407379bdf on network 71427308-0e8f-46fe-b820-b8645078a154 {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:24:35.458936 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-4197a740-07fe-415e-88d8-1949c07cbcf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:24:35.462260 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:24:35.462608 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] Checking segment: {'id': '28aaa6df-a454-46af-8d90-e6c5ba62552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '71427308-0e8f-46fe-b820-b8645078a154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:24:35.463357 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:35.463462 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] Bound using segment: {'id': '28aaa6df-a454-46af-8d90-e6c5ba62552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '71427308-0e8f-46fe-b820-b8645078a154'} {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:24:35.463908 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] Bound port: fdb3890c-cc0e-478f-83da-b24407379bdf, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28aaa6df-a454-46af-8d90-e6c5ba62552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '71427308-0e8f-46fe-b820-b8645078a154'}}] {{(pid=92359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:24:35.464403 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:35.571606 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.db [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] For port fdb3890c-cc0e-478f-83da-b24407379bdf, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:24:35.575688 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.db [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] For port fdb3890c-cc0e-478f-83da-b24407379bdf, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=fdb3890c-cc0e-478f-83da-b24407379bdf,segment=NetworkSegment(28aaa6df-a454-46af-8d90-e6c5ba62552f),segment_id=28aaa6df-a454-46af-8d90-e6c5ba62552f)] {{(pid=92359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:24:35.705494 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:35.709582 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-4197a740-07fe-415e-88d8-1949c07cbcf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:24:35.792768 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] Routers {'2402b671-71b9-4747-8ee4-751df545d470'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:24:35.793392 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:24:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['2402b671-71b9-4747-8ee4-751df545d470'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:24:35.847538 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197a740-07fe-415e-88d8-1949c07cbcf7 None None] Pushing event updated for resources: {'Port': ['ID=fdb3890c-cc0e-478f-83da-b24407379bdf,revision_number=4']} {{(pid=92359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:24:35.860545 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-4197a740-07fe-415e-88d8-1949c07cbcf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:24:35.955447 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] Set router 2402b671-71b9-4747-8ee4-751df545d470 gateway port host: None {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:24:36.262303 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 51744) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:24:36.284231 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2402b671-71b9-4747-8ee4-751df545d470', 'name': 'router1', 'tenant_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:24:22Z', 'updated_at': '2021-06-03T08:24:33Z', 'revision_number': 2, 'project_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'gw_port_host': None, '_interfaces': [{'id': 'fdb3890c-cc0e-478f-83da-b24407379bdf', 'name': '', 'network_id': '71427308-0e8f-46fe-b820-b8645078a154', 'tenant_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'mac_address': 'fa:16:3e:0b:84:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2402b671-71b9-4747-8ee4-751df545d470', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc4228a2-b63c-4a3d-917e-68f2c3377429', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:24:32Z', 'updated_at': '2021-06-03T08:24:35Z', 'revision_number': 4, 'project_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'subnets': [{'id': 'dc4228a2-b63c-4a3d-917e-68f2c3377429', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f08e933e-119b-44a1-b1cd-2ff0192336dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:24:36.288677 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6104d6-22c5-442a-ba04-4dc828559e30 None None] The sync data for ids ['2402b671-71b9-4747-8ee4-751df545d470'] in dv-cinder-787262-5-smb is: [{'id': '2402b671-71b9-4747-8ee4-751df545d470', 'name': 'router1', 'tenant_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:24:22Z', 'updated_at': '2021-06-03T08:24:33Z', 'revision_number': 2, 'project_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'gw_port_host': None, '_interfaces': [{'id': 'fdb3890c-cc0e-478f-83da-b24407379bdf', 'name': '', 'network_id': '71427308-0e8f-46fe-b820-b8645078a154', 'tenant_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'mac_address': 'fa:16:3e:0b:84:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2402b671-71b9-4747-8ee4-751df545d470', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc4228a2-b63c-4a3d-917e-68f2c3377429', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:24:32Z', 'updated_at': '2021-06-03T08:24:35Z', 'revision_number': 4, 'project_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'subnets': [{'id': 'dc4228a2-b63c-4a3d-917e-68f2c3377429', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f08e933e-119b-44a1-b1cd-2ff0192336dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:24:36.413674 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09f9b24-448d-4395-823a-c4dff0321ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:24:36.414259 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-a09f9b24-448d-4395-823a-c4dff0321ecf admin admin] Synchronizing usage tracker for tenant:1eb272759aba46208e18a01de6462d64 on resource:network {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:24:36.497756 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-a09f9b24-448d-4395-823a-c4dff0321ecf admin admin] Unset dirty status for tenant:1eb272759aba46208e18a01de6462d64 on resource:network {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:24:36.498869 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-a09f9b24-448d-4395-823a-c4dff0321ecf admin admin] 10.222.0.18 "GET /v2.0/networks/ab209c3f-5e8a-42b5-8e48-1393c2a10612 HTTP/1.1" status: 200 len: 842 time: 0.2356303 Jun 03 08:24:36.508350 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-d6845936-7268-4dd6-a315-453c58ff01b2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.28.3.1', 'ip_version': 4, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'cidr': '172.28.3.0/24'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:24:36.513790 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-d6845936-7268-4dd6-a315-453c58ff01b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:24:36.517799 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-d6845936-7268-4dd6-a315-453c58ff01b2 admin admin] Usage tracker for resource:subnet and tenant:1eb272759aba46208e18a01de6462d64 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:24:36.520798 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-d6845936-7268-4dd6-a315-453c58ff01b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:24:36.527557 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-d6845936-7268-4dd6-a315-453c58ff01b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:24:36.601154 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6845936-7268-4dd6-a315-453c58ff01b2 admin admin] Made reservation on behalf of 1eb272759aba46208e18a01de6462d64 for: {'subnet': 1} {{(pid=92356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:24:36.603444 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d6845936-7268-4dd6-a315-453c58ff01b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:37.092248 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.objects.ports [None req-d6845936-7268-4dd6-a315-453c58ff01b2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92356) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 08:24:37.092689 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d6845936-7268-4dd6-a315-453c58ff01b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495'] for subnet, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:37.097250 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:24:37.206002 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6845936-7268-4dd6-a315-453c58ff01b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef3066cf-66bb-4e4c-b52a-e1ade41f3158,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:24:37.212255 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d6845936-7268-4dd6-a315-453c58ff01b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:24:37.216308 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6845936-7268-4dd6-a315-453c58ff01b2 admin admin] Checking segment: {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:24:37.216654 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6845936-7268-4dd6-a315-453c58ff01b2 admin admin] Network hostable DHCP agents. Network: ab209c3f-5e8a-42b5-8e48-1393c2a10612, hostable agents: ['5e4d2f6b-3552-4981-8bdf-261b5e07a56f'], hosted agents: [] {{(pid=92356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 08:24:37.299494 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6845936-7268-4dd6-a315-453c58ff01b2 admin admin] Network ab209c3f-5e8a-42b5-8e48-1393c2a10612 is scheduled to be hosted by DHCP agent 5e4d2f6b-3552-4981-8bdf-261b5e07a56f with binding_index 1 {{(pid=92356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 08:24:37.371850 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-d6845936-7268-4dd6-a315-453c58ff01b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-5-smb, ab209c3f-5e8a-42b5-8e48-1393c2a10612) {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:24:37.375994 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6845936-7268-4dd6-a315-453c58ff01b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:24:37.376598 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d6845936-7268-4dd6-a315-453c58ff01b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for subnet, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:37.381130 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34976acf-b682-4ac5-9636-cb535356b02c None None] Network ab209c3f-5e8a-42b5-8e48-1393c2a10612 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:24:37.470463 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-d6845936-7268-4dd6-a315-453c58ff01b2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9656873 Jun 03 08:24:37.587143 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afc0134-3120-40f8-894a-73bfb1b66ac2 None None] Network ab209c3f-5e8a-42b5-8e48-1393c2a10612 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:24:39.702313 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 51756) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:24:39.895247 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-3b9e19a5-4289-4d7b-8bc3-def10b96996c admin admin] 10.222.0.18 "GET /v2.0/routers/2402b671-71b9-4747-8ee4-751df545d470 HTTP/1.1" status: 200 len: 710 time: 0.1917346 Jun 03 08:24:40.024480 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f72dd4-5578-4291-9c58-6fb491f8b3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:24:40.025874 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-e9f72dd4-5578-4291-9c58-6fb491f8b3d9 admin admin] 10.222.0.18 "GET /v2.0/networks/ab209c3f-5e8a-42b5-8e48-1393c2a10612 HTTP/1.1" status: 200 len: 886 time: 0.1255827 Jun 03 08:24:40.034588 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-d4e83055-e712-4fe6-90f7-6a49d3cb9b4e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:24:40.474166 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device fdb3890c-cc0e-478f-83da-b24407379bdf up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:24:40.501207 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d4e83055-e712-4fe6-90f7-6a49d3cb9b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16657991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6715'] for router, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:40.617861 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port fdb3890c-cc0e-478f-83da-b24407379bdf completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:24:40.622920 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port fdb3890c-cc0e-478f-83da-b24407379bdf triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:24:40.623293 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:40.744696 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:40.776669 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] For port fdb3890c-cc0e-478f-83da-b24407379bdf, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=fdb3890c-cc0e-478f-83da-b24407379bdf,segment=NetworkSegment(28aaa6df-a454-46af-8d90-e6c5ba62552f),segment_id=28aaa6df-a454-46af-8d90-e6c5ba62552f)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:24:40.888044 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:40.891239 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-749f675f-9f3b-4d76-8232-f4fb4c4375f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:24:40.898451 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d4e83055-e712-4fe6-90f7-6a49d3cb9b4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:40.955976 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d4e83055-e712-4fe6-90f7-6a49d3cb9b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:40.960361 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Pushing event updated for resources: {'Port': ['ID=fdb3890c-cc0e-478f-83da-b24407379bdf,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:24:40.963829 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:24:41.195355 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_common [None req-d4e83055-e712-4fe6-90f7-6a49d3cb9b4e admin admin] Allocated IP 172.28.3.215 (ab209c3f-5e8a-42b5-8e48-1393c2a10612/ef3066cf-66bb-4e4c-b52a-e1ade41f3158/c93360cc-f113-41a5-a001-6d579e93a3f8) {{(pid=92356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:24:41.336945 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d4e83055-e712-4fe6-90f7-6a49d3cb9b4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:41.448074 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d4e83055-e712-4fe6-90f7-6a49d3cb9b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806'] for port, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:41.451977 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:24:41.516912 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e83055-e712-4fe6-90f7-6a49d3cb9b4e admin admin] Network ab209c3f-5e8a-42b5-8e48-1393c2a10612 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:24:41.519713 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-d4e83055-e712-4fe6-90f7-6a49d3cb9b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:24:41.523156 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e83055-e712-4fe6-90f7-6a49d3cb9b4e admin admin] Received port after_create {{(pid=92356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:24:41.579425 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e83055-e712-4fe6-90f7-6a49d3cb9b4e admin admin] Pushing event updated for resources: {'Port': ['ID=c93360cc-f113-41a5-a001-6d579e93a3f8,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:24:41.588790 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d4e83055-e712-4fe6-90f7-6a49d3cb9b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:24:41.989381 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d4e83055-e712-4fe6-90f7-6a49d3cb9b4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:42.318808 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d4e83055-e712-4fe6-90f7-6a49d3cb9b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16657991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6715'] for router, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:42.322978 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d4e83055-e712-4fe6-90f7-6a49d3cb9b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16360991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16360966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16657998'] for router, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:42.452248 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device fdb3890c-cc0e-478f-83da-b24407379bdf up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:24:42.510829 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e83055-e712-4fe6-90f7-6a49d3cb9b4e admin admin] Router 2402b671-71b9-4747-8ee4-751df545d470 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:24:42.521653 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port fdb3890c-cc0e-478f-83da-b24407379bdf triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:24:42.522024 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:42.747844 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e83055-e712-4fe6-90f7-6a49d3cb9b4e admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:24:42.756734 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d4e83055-e712-4fe6-90f7-6a49d3cb9b4e admin admin] Notify callbacks [] for router, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:42.757487 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] Sync routers for ids ['2402b671-71b9-4747-8ee4-751df545d470'] in dv-cinder-787262-5-smb {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:24:42.757898 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-d4e83055-e712-4fe6-90f7-6a49d3cb9b4e admin admin] 10.222.0.18 "PUT /v2.0/routers/2402b671-71b9-4747-8ee4-751df545d470 HTTP/1.1" status: 200 len: 890 time: 2.7266223 Jun 03 08:24:42.767520 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] Routers {'2402b671-71b9-4747-8ee4-751df545d470'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:24:42.768211 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:24:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['2402b671-71b9-4747-8ee4-751df545d470'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:24:42.984012 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] Set router 2402b671-71b9-4747-8ee4-751df545d470 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:24:43.295866 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2402b671-71b9-4747-8ee4-751df545d470', 'name': 'router1', 'tenant_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'c93360cc-f113-41a5-a001-6d579e93a3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:24:22Z', 'updated_at': '2021-06-03T08:24:41Z', 'revision_number': 4, 'project_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'gw_port': {'id': 'c93360cc-f113-41a5-a001-6d579e93a3f8', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2402b671-71b9-4747-8ee4-751df545d470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:24:41Z', 'updated_at': '2021-06-03T08:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'fdb3890c-cc0e-478f-83da-b24407379bdf', 'name': '', 'network_id': '71427308-0e8f-46fe-b820-b8645078a154', 'tenant_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'mac_address': 'fa:16:3e:0b:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2402b671-71b9-4747-8ee4-751df545d470', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc4228a2-b63c-4a3d-917e-68f2c3377429', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:24:32Z', 'updated_at': '2021-06-03T08:24:40Z', 'revision_number': 5, 'project_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'subnets': [{'id': 'dc4228a2-b63c-4a3d-917e-68f2c3377429', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f08e933e-119b-44a1-b1cd-2ff0192336dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:24:43.300758 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] Checking router: 2402b671-71b9-4747-8ee4-751df545d470 for host: dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:24:43.301128 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] Updating router 2402b671-71b9-4747-8ee4-751df545d470 port c93360cc-f113-41a5-a001-6d579e93a3f8 binding host dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 08:24:43.352645 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:43.717815 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] Notify callbacks [] for port, precommit_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:43.729572 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] Transition to ACTIVE for port object c93360cc-f113-41a5-a001-6d579e93a3f8 will not be triggered until provisioned by entity L2. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:24:43.796343 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:43.800316 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:24:43.873684 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] Attempting to bind port c93360cc-f113-41a5-a001-6d579e93a3f8 on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:24:43.874049 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] Attempting to bind port c93360cc-f113-41a5-a001-6d579e93a3f8 by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:24:43.874428 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] Attempting to bind port c93360cc-f113-41a5-a001-6d579e93a3f8 on network ab209c3f-5e8a-42b5-8e48-1393c2a10612 {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:24:43.879877 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b54c09-daf1-4e78-a18d-a7728d93c79e None None] Pushing event updated for resources: {'Port': ['ID=c93360cc-f113-41a5-a001-6d579e93a3f8,revision_number=2']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:24:43.884268 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-31b54c09-daf1-4e78-a18d-a7728d93c79e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:24:43.885002 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:24:43.885366 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] Checking segment: {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:24:43.885755 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:43.886177 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] Bound using segment: {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:24:43.886607 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] Bound port: c93360cc-f113-41a5-a001-6d579e93a3f8, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:24:43.887376 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:43.958840 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] For port c93360cc-f113-41a5-a001-6d579e93a3f8, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:24:43.962245 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] For port c93360cc-f113-41a5-a001-6d579e93a3f8, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=c93360cc-f113-41a5-a001-6d579e93a3f8,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:24:44.019579 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:44.023440 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:24:44.102761 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] Routers {'2402b671-71b9-4747-8ee4-751df545d470'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:24:44.102761 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:24:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['2402b671-71b9-4747-8ee4-751df545d470'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:24:44.147050 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b54c09-daf1-4e78-a18d-a7728d93c79e None None] Pushing event updated for resources: {'Port': ['ID=c93360cc-f113-41a5-a001-6d579e93a3f8,revision_number=3']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:24:44.154647 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-31b54c09-daf1-4e78-a18d-a7728d93c79e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:24:44.280642 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] Set router 2402b671-71b9-4747-8ee4-751df545d470 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:24:44.625778 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2402b671-71b9-4747-8ee4-751df545d470', 'name': 'router1', 'tenant_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'c93360cc-f113-41a5-a001-6d579e93a3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:24:22Z', 'updated_at': '2021-06-03T08:24:41Z', 'revision_number': 4, 'project_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'gw_port': {'id': 'c93360cc-f113-41a5-a001-6d579e93a3f8', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2402b671-71b9-4747-8ee4-751df545d470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:24:41Z', 'updated_at': '2021-06-03T08:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'fdb3890c-cc0e-478f-83da-b24407379bdf', 'name': '', 'network_id': '71427308-0e8f-46fe-b820-b8645078a154', 'tenant_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'mac_address': 'fa:16:3e:0b:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2402b671-71b9-4747-8ee4-751df545d470', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc4228a2-b63c-4a3d-917e-68f2c3377429', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:24:32Z', 'updated_at': '2021-06-03T08:24:40Z', 'revision_number': 5, 'project_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'subnets': [{'id': 'dc4228a2-b63c-4a3d-917e-68f2c3377429', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f08e933e-119b-44a1-b1cd-2ff0192336dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:24:44.629933 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a13dc7e-bc3d-4674-a408-0cbe340eb5b0 None None] The sync data for ids ['2402b671-71b9-4747-8ee4-751df545d470'] in dv-cinder-787262-5-smb is: [{'id': '2402b671-71b9-4747-8ee4-751df545d470', 'name': 'router1', 'tenant_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'c93360cc-f113-41a5-a001-6d579e93a3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:24:22Z', 'updated_at': '2021-06-03T08:24:41Z', 'revision_number': 4, 'project_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'gw_port': {'id': 'c93360cc-f113-41a5-a001-6d579e93a3f8', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2402b671-71b9-4747-8ee4-751df545d470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:24:41Z', 'updated_at': '2021-06-03T08:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'fdb3890c-cc0e-478f-83da-b24407379bdf', 'name': '', 'network_id': '71427308-0e8f-46fe-b820-b8645078a154', 'tenant_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'mac_address': 'fa:16:3e:0b:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2402b671-71b9-4747-8ee4-751df545d470', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc4228a2-b63c-4a3d-917e-68f2c3377429', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:24:32Z', 'updated_at': '2021-06-03T08:24:40Z', 'revision_number': 5, 'project_id': 'c4a558f961d144a9a05f854af0d8e5a1', 'subnets': [{'id': 'dc4228a2-b63c-4a3d-917e-68f2c3377429', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f08e933e-119b-44a1-b1cd-2ff0192336dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:24:45.108136 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 51764) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:24:45.225854 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-2e3c90ae-a9dd-44ae-b80c-616803f7f13f admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1165910 Jun 03 08:24:46.513756 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device c93360cc-f113-41a5-a001-6d579e93a3f8 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:24:46.641838 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port c93360cc-f113-41a5-a001-6d579e93a3f8 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:24:46.646611 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port c93360cc-f113-41a5-a001-6d579e93a3f8 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:24:46.646982 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:46.762415 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:46.778305 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] For port c93360cc-f113-41a5-a001-6d579e93a3f8, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=c93360cc-f113-41a5-a001-6d579e93a3f8,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:24:46.887857 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:46.890110 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:24:46.962865 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Pushing event updated for resources: {'Port': ['ID=c93360cc-f113-41a5-a001-6d579e93a3f8,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:24:46.965933 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:24:48.479498 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device c93360cc-f113-41a5-a001-6d579e93a3f8 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:24:48.559516 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port c93360cc-f113-41a5-a001-6d579e93a3f8 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:24:48.559884 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:53.365933 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-27a0a893-a9f8-4952-bafc-5d012ab8dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:56.367842 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:56.709047 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-7c75c87c-f78c-47c3-83ec-b31f1962741d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:57.722328 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:24:59.726997 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:25:05.828726 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 5 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:25:23.355486 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f556566c-6eaf-46f4-9751-fe64c0ac1277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:25:26.354215 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:25:27.162400 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-0e53ba40-5ccb-40e3-8185-a49ebb40f0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:25:27.719702 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:25:29.758731 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:25:42.827367 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 5 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:25:53.356163 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-d382c897-1c16-44c9-86e1-4e63892bb45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:25:56.327703 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:25:56.704618 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-3e6e38da-90d7-495c-b5a9-efa79e226d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:25:57.737433 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:25:59.744731 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:26:19.826024 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 5 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:26:22.140174 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 52334) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:26:22.209675 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6f3523-1f93-472b-b5e7-75fb30afe70f admin admin] GET failed (client error): The resource could not be found. Jun 03 08:26:22.211223 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-9c6f3523-1f93-472b-b5e7-75fb30afe70f admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0701106 Jun 03 08:26:22.340472 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871c6055-485c-498d-b427-27b559755c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:26:22.341836 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-871c6055-485c-498d-b427-27b559755c98 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1266150 Jun 03 08:26:23.353786 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-8017ba25-3f21-43de-b570-66ec2ad26802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:26:24.455257 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 52344) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:26:24.561720 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a672f9b-daa3-4983-b392-708cf1b06fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:26:24.562363 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-2a672f9b-daa3-4983-b392-708cf1b06fc9 admin admin] Synchronizing usage tracker for tenant:1eb272759aba46208e18a01de6462d64 on resource:subnet {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:26:24.650685 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-2a672f9b-daa3-4983-b392-708cf1b06fc9 admin admin] Unset dirty status for tenant:1eb272759aba46208e18a01de6462d64 on resource:subnet {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:26:24.651800 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-2a672f9b-daa3-4983-b392-708cf1b06fc9 admin admin] 10.222.0.18 "GET /v2.0/subnets/dc4228a2-b63c-4a3d-917e-68f2c3377429 HTTP/1.1" status: 200 len: 849 time: 0.1956103 Jun 03 08:26:24.661795 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-c9768211-86a0-4af0-9d0b-aa007b4bea4d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:26:24.777101 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c9768211-86a0-4af0-9d0b-aa007b4bea4d admin admin] Notify callbacks [] for subnet, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:26:25.024333 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c9768211-86a0-4af0-9d0b-aa007b4bea4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762866025530'] for subnet, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:26:25.028183 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:26:25.072096 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9768211-86a0-4af0-9d0b-aa007b4bea4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:26:25.073034 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c9768211-86a0-4af0-9d0b-aa007b4bea4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for subnet, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:26:25.073961 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-c9768211-86a0-4af0-9d0b-aa007b4bea4d admin admin] 10.222.0.18 "PUT /v2.0/subnets/dc4228a2-b63c-4a3d-917e-68f2c3377429 HTTP/1.1" status: 200 len: 868 time: 0.4167900 Jun 03 08:26:25.084065 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708f84fe-899c-4bb0-bd0c-5d07ca0ccf01 None None] Network 71427308-0e8f-46fe-b820-b8645078a154 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:26:25.097233 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9768211-86a0-4af0-9d0b-aa007b4bea4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4228a2-b63c-4a3d-917e-68f2c3377429,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:26:25.105121 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9768211-86a0-4af0-9d0b-aa007b4bea4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:26:25.105464 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9768211-86a0-4af0-9d0b-aa007b4bea4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:26:25.105943 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9768211-86a0-4af0-9d0b-aa007b4bea4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:26:25.106299 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9768211-86a0-4af0-9d0b-aa007b4bea4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:26:25.106626 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9768211-86a0-4af0-9d0b-aa007b4bea4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:26:25.106951 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9768211-86a0-4af0-9d0b-aa007b4bea4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:26:25.107269 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9768211-86a0-4af0-9d0b-aa007b4bea4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:26:25.107590 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9768211-86a0-4af0-9d0b-aa007b4bea4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:26:25.108077 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9768211-86a0-4af0-9d0b-aa007b4bea4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:26:25.108402 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9768211-86a0-4af0-9d0b-aa007b4bea4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:26:25.108887 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9768211-86a0-4af0-9d0b-aa007b4bea4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:26:25.109491 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9768211-86a0-4af0-9d0b-aa007b4bea4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:26:25.113003 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-c9768211-86a0-4af0-9d0b-aa007b4bea4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:26:25.583592 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-0659d397-684e-4bfd-93e9-a0d9e576448b None None] Provisioning complete for port b057197d-5bbe-4583-b8f8-e67e9bd1e1a5 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:26:25.583963 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-0659d397-684e-4bfd-93e9-a0d9e576448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:26:25.710538 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-0659d397-684e-4bfd-93e9-a0d9e576448b None None] Provisioning complete for port fdb3890c-cc0e-478f-83da-b24407379bdf triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:26:25.710904 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-0659d397-684e-4bfd-93e9-a0d9e576448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:26:26.353703 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:26:26.713666 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-40721cea-da9d-45ba-beab-a01ace4144d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:26:27.169324 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 52352) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:26:27.340801 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de16a0da-7469-47a2-8a99-2fb30c3b7392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:26:27.341277 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de16a0da-7469-47a2-8a99-2fb30c3b7392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:26:27.342805 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-de16a0da-7469-47a2-8a99-2fb30c3b7392 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1725419 Jun 03 08:26:27.721588 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:26:29.439465 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 52360) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:26:29.609559 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d6451d-6e9d-424b-8f26-b9f7e7cc1e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:26:29.610037 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d6451d-6e9d-424b-8f26-b9f7e7cc1e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:26:29.611558 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-61d6451d-6e9d-424b-8f26-b9f7e7cc1e56 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1711624 Jun 03 08:26:29.738976 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:26:31.726852 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 52368) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:26:31.897248 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7934365c-defc-44a2-a196-74e605c761f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:26:31.898618 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-7934365c-defc-44a2-a196-74e605c761f8 admin admin] 10.222.0.18 "GET /v2.0/networks/71427308-0e8f-46fe-b820-b8645078a154 HTTP/1.1" status: 200 len: 869 time: 0.1707950 Jun 03 08:26:34.000912 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 52376) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:26:34.171902 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5771d104-f826-482f-811a-a5b5db679a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:26:34.173227 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-5771d104-f826-482f-811a-a5b5db679a1f admin admin] 10.222.0.18 "GET /v2.0/networks/ab209c3f-5e8a-42b5-8e48-1393c2a10612 HTTP/1.1" status: 200 len: 886 time: 0.1714025 Jun 03 08:26:36.255377 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 52386) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:26:36.360662 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bc774d-8058-4853-b8cc-1b1a9013fc8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:26:36.361121 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bc774d-8058-4853-b8cc-1b1a9013fc8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:26:36.362643 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-d7bc774d-8058-4853-b8cc-1b1a9013fc8e admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1063347 Jun 03 08:26:38.457871 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 52394) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:26:38.564798 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3984f7-dde2-4ef4-a896-01df4781b555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:26:38.565250 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3984f7-dde2-4ef4-a896-01df4781b555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:26:38.567263 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-1c3984f7-dde2-4ef4-a896-01df4781b555 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1084123 Jun 03 08:26:40.679167 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 52402) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:26:40.787946 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8040b6-78e5-4853-804c-20d211c2c389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:26:40.789175 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-ec8040b6-78e5-4853-804c-20d211c2c389 admin admin] 10.222.0.18 "GET /v2.0/subnets/dc4228a2-b63c-4a3d-917e-68f2c3377429 HTTP/1.1" status: 200 len: 868 time: 0.1090837 Jun 03 08:26:42.897694 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 52410) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:26:42.996500 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d4eb7b-69eb-40af-9369-9aaaec4cd592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:26:42.997859 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-71d4eb7b-69eb-40af-9369-9aaaec4cd592 admin admin] 10.222.0.18 "GET /v2.0/subnets/ef3066cf-66bb-4e4c-b52a-e1ade41f3158 HTTP/1.1" status: 200 len: 816 time: 0.0991459 Jun 03 08:26:53.353030 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-d7f880c6-5e75-4d4e-af7b-09fa5a964848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:26:56.367632 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:26:56.708095 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-d9efb40e-bd91-487f-b967-912c3210a9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:26:56.825814 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 5 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:26:57.727593 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:26:59.761604 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:06.017201 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 52454) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:27:06.068854 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [None req-6104a1e6-3169-4714-b94a-43483d5cb419 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 08:27:06.069850 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-6104a1e6-3169-4714-b94a-43483d5cb419 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517101 Jun 03 08:27:08.329745 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 52462) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:27:08.401301 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb3e8ac-3095-4d59-bb02-f6076d3ff907 admin admin] GET failed (client error): The resource could not be found. Jun 03 08:27:08.402600 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-fdb3e8ac-3095-4d59-bb02-f6076d3ff907 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0718732 Jun 03 08:27:08.580563 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9668a9f-c866-4ef8-a6db-ed0ab4d9f6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:27:08.582111 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-c9668a9f-c866-4ef8-a6db-ed0ab4d9f6af admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1756275 Jun 03 08:27:10.725911 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 52470) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:27:10.773260 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:27:10.777884 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:27:10.787346 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:27:10.867386 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Made reservation on behalf of 1eb272759aba46208e18a01de6462d64 for: {'network': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:27:10.869691 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-970951'] for network, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:10.959000 dv-cinder-787262-5-smb neutron-server[92357]: WARNING neutron.services.revisions.revision_plugin [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Could not find related network for resource to bump revision. Jun 03 08:27:10.971533 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=92357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 08:27:10.980738 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:10.981047 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.db.segments_db [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Added segment 4dbaa029-8e3a-4000-bd45-d2844405b208 of type vlan for network c60f16cd-bc6c-4ccf-940a-95d06ce207e8 Jun 03 08:27:11.010542 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865572298'] for network, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:11.138806 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502'] for network, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:11.140107 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:27:11.140677 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:11.144235 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:27:11.244020 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Pushing event updated for resources: {'Network': ['ID=c60f16cd-bc6c-4ccf-940a-95d06ce207e8,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:27:11.251741 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:11.252082 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:11.252439 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:11.253376 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:11.253698 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:11.254019 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:11.266585 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:11.266585 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:11.266585 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:11.266585 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:11.266585 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:11.266585 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:11.266585 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:27:11.267431 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Network c60f16cd-bc6c-4ccf-940a-95d06ce207e8 details requested by agent ovs-agent-dv-cinder-787262-5-smb with host dv-cinder-787262-5-smb {{(pid=92358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 08:27:11.311131 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5840645 Jun 03 08:27:13.514179 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 52478) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:27:13.588191 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.pecan_wsgi.hooks.translation [None req-2982fd9a-4198-4900-a142-952b2839f8bf admin admin] GET failed (client error): The resource could not be found. Jun 03 08:27:13.588735 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-2982fd9a-4198-4900-a142-952b2839f8bf admin admin] Synchronizing usage tracker for tenant:1eb272759aba46208e18a01de6462d64 on resource:network {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:27:13.664720 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-2982fd9a-4198-4900-a142-952b2839f8bf admin admin] Unset dirty status for tenant:1eb272759aba46208e18a01de6462d64 on resource:network {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:27:13.666698 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-2982fd9a-4198-4900-a142-952b2839f8bf admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1513362 Jun 03 08:27:13.779763 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676e7ab2-55e0-4edd-9b24-2719eae01656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:27:13.781124 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-676e7ab2-55e0-4edd-9b24-2719eae01656 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1106515 Jun 03 08:27:13.791899 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-3bdf59de-3d65-4bfc-a27b-631c8809ca0a admin admin] Request body: {'subnet': {'network_id': 'c60f16cd-bc6c-4ccf-940a-95d06ce207e8', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:27:13.796845 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-3bdf59de-3d65-4bfc-a27b-631c8809ca0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:27:13.807585 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-3bdf59de-3d65-4bfc-a27b-631c8809ca0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:27:13.876178 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdf59de-3d65-4bfc-a27b-631c8809ca0a admin admin] Made reservation on behalf of 1eb272759aba46208e18a01de6462d64 for: {'subnet': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:27:13.879051 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3bdf59de-3d65-4bfc-a27b-631c8809ca0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:14.340465 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3bdf59de-3d65-4bfc-a27b-631c8809ca0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495'] for subnet, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:14.344142 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:27:14.418857 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf59de-3d65-4bfc-a27b-631c8809ca0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f529cce-9f77-4a6a-88da-a2c60579e80e,revision_number=0']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:27:14.422805 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-3bdf59de-3d65-4bfc-a27b-631c8809ca0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:27:14.426932 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdf59de-3d65-4bfc-a27b-631c8809ca0a admin admin] Checking segment: {'id': '4dbaa029-8e3a-4000-bd45-d2844405b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60f16cd-bc6c-4ccf-940a-95d06ce207e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:27:14.427285 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdf59de-3d65-4bfc-a27b-631c8809ca0a admin admin] Network hostable DHCP agents. Network: c60f16cd-bc6c-4ccf-940a-95d06ce207e8, hostable agents: ['5e4d2f6b-3552-4981-8bdf-261b5e07a56f'], hosted agents: [] {{(pid=92357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 08:27:14.515874 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdf59de-3d65-4bfc-a27b-631c8809ca0a admin admin] Network c60f16cd-bc6c-4ccf-940a-95d06ce207e8 is scheduled to be hosted by DHCP agent 5e4d2f6b-3552-4981-8bdf-261b5e07a56f with binding_index 1 {{(pid=92357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 08:27:14.613430 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [None req-3bdf59de-3d65-4bfc-a27b-631c8809ca0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-5-smb, c60f16cd-bc6c-4ccf-940a-95d06ce207e8) {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:27:14.617691 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdf59de-3d65-4bfc-a27b-631c8809ca0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:27:14.618305 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3bdf59de-3d65-4bfc-a27b-631c8809ca0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for subnet, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:14.622360 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc39d87-496c-4c78-8c00-7bd11cbec13d None None] Network c60f16cd-bc6c-4ccf-940a-95d06ce207e8 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:27:14.846020 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19c3804b-9210-5b94-8f21-4d38a1200c67-c60f16cd-bc6c-4ccf-940a-95d06ce207e8', 'network_id': 'c60f16cd-bc6c-4ccf-940a-95d06ce207e8', 'tenant_id': '1eb272759aba46208e18a01de6462d64', 'fixed_ips': [{'subnet_id': '0f529cce-9f77-4a6a-88da-a2c60579e80e'}]}} from dv-cinder-787262-5-smb. {{(pid=92358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 08:27:14.846886 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:14.980238 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-3bdf59de-3d65-4bfc-a27b-631c8809ca0a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1918702 Jun 03 08:27:15.012733 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.db_base_plugin_common [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Allocated IP 192.168.233.2 (c60f16cd-bc6c-4ccf-940a-95d06ce207e8/0f529cce-9f77-4a6a-88da-a2c60579e80e/89471d45-f86b-472f-a224-5fc49a2449f6) {{(pid=92358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:27:15.322463 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Notify callbacks [] for port, precommit_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:15.333144 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Transition to ACTIVE for port object 89471d45-f86b-472f-a224-5fc49a2449f6 will not be triggered until provisioned by entity L2. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:27:15.355840 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Transition to ACTIVE for port object 89471d45-f86b-472f-a224-5fc49a2449f6 will not be triggered until provisioned by entity DHCP. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:27:15.633894 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806'] for port, after_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:15.639054 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:27:15.707480 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Network c60f16cd-bc6c-4ccf-940a-95d06ce207e8 is already hosted by enough agents. {{(pid=92358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:27:15.710801 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.scheduler.base_scheduler [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Resources bound (agent type, host, resource id): {{(pid=92358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:27:15.715441 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Received port after_create {{(pid=92358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:27:15.717649 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Pushing event updated for resources: {'Port': ['ID=89471d45-f86b-472f-a224-5fc49a2449f6,revision_number=1']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:27:15.728056 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:15.728400 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:15.728736 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:15.729134 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:15.729469 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:15.729796 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:15.730136 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:15.730457 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:15.730785 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:15.731098 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:15.731455 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:15.731772 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:27:15.759256 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:27:15.825617 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Attempting to bind port 89471d45-f86b-472f-a224-5fc49a2449f6 on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:27:15.825994 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Attempting to bind port 89471d45-f86b-472f-a224-5fc49a2449f6 by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': '4dbaa029-8e3a-4000-bd45-d2844405b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60f16cd-bc6c-4ccf-940a-95d06ce207e8'}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:27:15.826389 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Attempting to bind port 89471d45-f86b-472f-a224-5fc49a2449f6 on network c60f16cd-bc6c-4ccf-940a-95d06ce207e8 {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:27:15.833412 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:27:15.833846 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Checking segment: {'id': '4dbaa029-8e3a-4000-bd45-d2844405b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60f16cd-bc6c-4ccf-940a-95d06ce207e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:27:15.834285 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:15.834944 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Bound using segment: {'id': '4dbaa029-8e3a-4000-bd45-d2844405b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60f16cd-bc6c-4ccf-940a-95d06ce207e8'} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:27:15.835457 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Bound port: 89471d45-f86b-472f-a224-5fc49a2449f6, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dbaa029-8e3a-4000-bd45-d2844405b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60f16cd-bc6c-4ccf-940a-95d06ce207e8'}}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:27:15.835837 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:15.963718 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] For port 89471d45-f86b-472f-a224-5fc49a2449f6, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:27:15.968989 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] For port 89471d45-f86b-472f-a224-5fc49a2449f6, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=89471d45-f86b-472f-a224-5fc49a2449f6,segment=NetworkSegment(4dbaa029-8e3a-4000-bd45-d2844405b208),segment_id=4dbaa029-8e3a-4000-bd45-d2844405b208)] {{(pid=92358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:27:16.088248 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:16.095730 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:27:16.186995 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Pushing event updated for resources: {'Port': ['ID=89471d45-f86b-472f-a224-5fc49a2449f6,revision_number=2']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:27:16.191130 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:27:16.611106 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 89471d45-f86b-472f-a224-5fc49a2449f6 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:27:16.789527 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port 89471d45-f86b-472f-a224-5fc49a2449f6 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:27:17.052735 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b2c116-90b6-4298-a5a7-027a3d91af2a None None] Network c60f16cd-bc6c-4ccf-940a-95d06ce207e8 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:27:17.157600 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-7fac311d-2fc9-49e1-ab77-8eb03e89e8ba None None] Provisioning for port 89471d45-f86b-472f-a224-5fc49a2449f6 completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:27:17.166869 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-7fac311d-2fc9-49e1-ab77-8eb03e89e8ba None None] Provisioning complete for port 89471d45-f86b-472f-a224-5fc49a2449f6 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:27:17.167243 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-7fac311d-2fc9-49e1-ab77-8eb03e89e8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:17.420163 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-7fac311d-2fc9-49e1-ab77-8eb03e89e8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:17.465666 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-7fac311d-2fc9-49e1-ab77-8eb03e89e8ba None None] For port 89471d45-f86b-472f-a224-5fc49a2449f6, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=89471d45-f86b-472f-a224-5fc49a2449f6,segment=NetworkSegment(4dbaa029-8e3a-4000-bd45-d2844405b208),segment_id=4dbaa029-8e3a-4000-bd45-d2844405b208)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:27:17.539075 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-7fac311d-2fc9-49e1-ab77-8eb03e89e8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:17.541056 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:27:17.628613 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac311d-2fc9-49e1-ab77-8eb03e89e8ba None None] Pushing event updated for resources: {'Port': ['ID=89471d45-f86b-472f-a224-5fc49a2449f6,revision_number=3']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:27:17.633163 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-7fac311d-2fc9-49e1-ab77-8eb03e89e8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:27:17.664060 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-3ac99143-5188-4014-9aac-9ad1e3f64119 None None] Provisioning complete for port 89471d45-f86b-472f-a224-5fc49a2449f6 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:27:17.664429 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-3ac99143-5188-4014-9aac-9ad1e3f64119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:18.574647 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 89471d45-f86b-472f-a224-5fc49a2449f6 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:27:18.646336 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port 89471d45-f86b-472f-a224-5fc49a2449f6 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:27:18.646699 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:23.382001 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-66a71e39-2113-4072-b978-1433171ada35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:26.621651 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:26.736258 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-482f0647-2990-4fbe-8df7-b75fa85afb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:27.735437 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:29.753398 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:33.824586 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 5 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:27:53.356066 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-06961e81-00a3-418a-9318-6065b6cb50b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:56.418478 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:56.793137 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-a5093696-d37a-4cbe-a79e-01358b71c4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:57.736991 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:27:59.761968 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:28:10.823458 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 5 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:28:23.372954 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-c98b15b9-9bfc-4893-9963-51f983ce1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:28:26.335875 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:28:26.732799 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-881458b6-0b72-43a8-bff2-2c1ed0d8fe6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:28:27.773257 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:28:29.755936 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:28:34.418535 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 52530) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:28:34.424405 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [None req-6779536b-048f-4fff-8fc5-5d8bba297416 tempest-verify_tempest_config-376400835 tempest-verify_tempest_config-376400835-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 08:28:34.425427 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-6779536b-048f-4fff-8fc5-5d8bba297416 tempest-verify_tempest_config-376400835 tempest-verify_tempest_config-376400835-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059249 Jun 03 08:28:34.986006 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 52548) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:28:35.108261 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:28:35.123192 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:28:35.126985 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Usage tracker for resource:security_group_rule and tenant:281e2bdd622047bcaa2a91ff901af958 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:28:35.129812 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:28:35.135532 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:28:35.214929 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:28:35.296050 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:28:35.304478 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:28:35.343504 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Synchronizing usage tracker for tenant:1eb272759aba46208e18a01de6462d64 on resource:security_group {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:28:35.347333 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39b052f-8095-4466-8f2b-1df63d694058,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:28:35.356868 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:28:35.357218 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:28:35.357545 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:28:35.357866 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:28:35.358231 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:28:35.358554 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:28:35.358867 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:28:35.359178 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:28:35.359489 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:28:35.359801 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:28:35.360157 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:28:35.360475 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:28:35.365977 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:28:35.424296 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Unset dirty status for tenant:1eb272759aba46208e18a01de6462d64 on resource:security_group {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:28:35.425620 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=281e2bdd622047bcaa2a91ff901af958&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4385278 Jun 03 08:28:35.428310 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 52554) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:28:35.491604 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-445c7b6f-4eec-478c-9644-ee51e19580a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:28:35.517297 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-445c7b6f-4eec-478c-9644-ee51e19580a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:28:35.678999 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-445c7b6f-4eec-478c-9644-ee51e19580a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:28:35.683047 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2b0d595c-d441-4a45-ae80-897a41a5027f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:28:35.694805 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c7b6f-4eec-478c-9644-ee51e19580a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39b052f-8095-4466-8f2b-1df63d694058,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:28:35.698107 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-445c7b6f-4eec-478c-9644-ee51e19580a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:28:35.702688 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-445c7b6f-4eec-478c-9644-ee51e19580a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:28:35.706473 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-445c7b6f-4eec-478c-9644-ee51e19580a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d39b052f-8095-4466-8f2b-1df63d694058 HTTP/1.1" status: 204 len: 168 time: 0.2747812 Jun 03 08:28:47.822417 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 5 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:28:53.352775 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-80c185dd-3fc2-4fa9-b78b-a4f34b28832c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:28:56.352853 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:28:56.707398 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-76c2a53c-978e-42a3-a7f8-7f94ebb98a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:28:57.741276 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:28:59.775646 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:29:23.333588 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-1926edf9-28a2-4ffb-bdc0-e10956d3fcfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:29:24.821844 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 5 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:29:26.369960 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:29:26.787048 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-63c7042f-202f-4292-925a-ea76e1f94d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:29:27.763879 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:29:29.790384 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:29:53.346404 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-aefac03e-08df-4895-bbd3-4d2adc448642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:29:56.364407 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:29:56.712154 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-2ad4cc54-339e-4b99-b5e3-93811ab84b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:29:57.744815 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:29:59.773100 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:30:01.820440 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 5 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:30:17.647346 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966'] for agent, after_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:30:21.098665 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 52606) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:30:21.212849 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-08a61079-04b2-4617-af02-f47a501438f2 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1129205 Jun 03 08:30:23.362066 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-e9db1cf8-d389-4d16-8b6e-40474660458d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:30:23.384535 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 52616) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:30:23.441220 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-277a7f74-cbb0-444e-8127-322e5f3926c7 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0554559 Jun 03 08:30:26.369641 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:30:26.723813 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-3bc12a3f-2f24-4398-a72e-39bd83db17f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:30:27.741245 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:30:29.787277 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:30:38.819335 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:30:47.609854 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:30:53.415103 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-4eb0fe17-8ae4-4ac9-bd4e-df9bbccae965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:30:56.373576 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:30:56.746749 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-30a31853-8ab5-43ee-b923-42a8a19c90c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:30:57.769729 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:30:59.813618 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:15.818999 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:31:17.644665 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:23.362764 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-82c34ed8-2c4a-43f7-8301-0ebb882cddd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:26.438026 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:26.787147 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-b085320c-012a-4ad9-a18b-d982c07745d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:27.775345 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:29.786905 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:47.632644 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:52.825828 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:31:53.392695 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-79eea793-a96d-43ab-8c84-7134d7215920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:55.654123 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 52826) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:31:56.403466 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:56.404070 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-413440004-network', 'tenant_id': 'cff062860f9940faa57e665635bf80ef'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:31:56.404356 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:31:56.408859 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Usage tracker for resource:network and tenant:cff062860f9940faa57e665635bf80ef is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:31:56.411734 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:31:56.417326 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 52854) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:31:56.419495 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:31:56.446262 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 52864) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:31:56.518609 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Made reservation on behalf of cff062860f9940faa57e665635bf80ef for: {'network': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:31:56.521176 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-970951'] for network, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:56.533823 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:56.547674 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:31:56.552019 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Usage tracker for resource:security_group_rule and tenant:cff062860f9940faa57e665635bf80ef is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:31:56.554751 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:31:56.560353 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:31:56.628970 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1225534185-network', 'tenant_id': '1f28cd5817644f8a9e9f3dd02ff8e1fd'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:31:56.633881 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:31:56.637905 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Usage tracker for resource:network and tenant:1f28cd5817644f8a9e9f3dd02ff8e1fd is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:31:56.641170 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:31:56.647574 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:31:56.652380 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:56.769773 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:56.775708 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-50d52b72-aec9-488f-837d-f07c606873af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:31:56.787495 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-782151809-network', 'tenant_id': 'f3064070b7db4eb29c338090265dddc9'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:31:56.792941 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:31:56.798391 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Usage tracker for resource:network and tenant:f3064070b7db4eb29c338090265dddc9 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:31:56.802519 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:31:56.803537 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0a238d-f7e5-44c6-a413-b3bb8de084d9,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:31:56.809718 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:31:56.813687 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-a36decb0-c8bf-4a01-a8ca-1fba301e9f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:56.817682 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=92357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 08:31:56.822895 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Made reservation on behalf of 1f28cd5817644f8a9e9f3dd02ff8e1fd for: {'network': 1} {{(pid=92356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:31:56.825399 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:56.825760 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.db.segments_db [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Added segment 8357feaa-9be8-4302-8db1-454f58ba9544 of type vlan for network d2197ef7-85d9-4757-a2e4-13328e9df99c Jun 03 08:31:56.826656 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-970951'] for network, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:56.839780 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:56.840158 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:56.840492 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:56.841006 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:56.841321 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:56.841433 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:56.841641 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:56.842335 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:56.842833 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:56.843357 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:56.843834 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:56.844311 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:56.844777 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Tracked resource versions report: Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: pushed versions: Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: { 'AddressGroup': {'1.2'}, Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'ConntrackHelper': {'1.0'}, Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'Log': {'1.0'}, Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'Network': {'1.1'}, Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'Port': {'1.7'}, Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'PortForwarding': {'1.2'}, Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'QosPolicy': {'1.8'}, Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'SecurityGroup': {'1.4'}, Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'SecurityGroupRule': {'1.2'}, Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'SubPort': {'1.0'}, Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'Subnet': {'1.1'}, Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'Trunk': {'1.1'}} Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: consumer versions: Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: { DHCP agent@dv-cinder-787262-5-smb: {}, Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: HyperV agent@hv-cinder-78726: {}, Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: L3 agent@dv-cinder-787262-5-smb: {}, Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: Metadata agent@dv-cinder-787262-5-smb: {}, Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: Metering agent@dv-cinder-787262-5-smb: {}, Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: Open vSwitch agent@dv-cinder-787262-5-smb: { 'AddressGroup': '1.2', Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'ConntrackHelper': '1.0', Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'Log': '1.0', Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'Network': '1.1', Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'Port': '1.7', Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'PortForwarding': '1.2', Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'QosPolicy': '1.8', Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'SecurityGroup': '1.4', Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'SecurityGroupRule': '1.2', Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'SubPort': '1.0', Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'Subnet': '1.1', Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: 'Trunk': '1.1'}} Jun 03 08:31:56.846739 dv-cinder-787262-5-smb neutron-server[92357]: {{(pid=92357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 08:31:56.858332 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:31:56.859584 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:31:56.864753 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Usage tracker for resource:security_group_rule and tenant:1f28cd5817644f8a9e9f3dd02ff8e1fd is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:31:56.866902 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865572298'] for network, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:56.867746 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:31:56.873360 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:31:56.913215 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Made reservation on behalf of f3064070b7db4eb29c338090265dddc9 for: {'network': 1} {{(pid=92356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:31:56.915574 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-970951'] for network, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:56.932669 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:56.957585 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:31:56.972866 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Usage tracker for resource:security_group_rule and tenant:f3064070b7db4eb29c338090265dddc9 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:31:56.977146 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:31:56.989581 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:31:57.000184 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:57.004500 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502'] for network, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:57.005840 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:31:57.006445 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:57.011520 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:31:57.073408 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:57.096497 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-445c7b6f-4eec-478c-9644-ee51e19580a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:31:57.116700 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Pushing event updated for resources: {'Network': ['ID=d2197ef7-85d9-4757-a2e4-13328e9df99c,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:31:57.119906 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:31:57.132465 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Network d2197ef7-85d9-4757-a2e4-13328e9df99c details requested by agent ovs-agent-dv-cinder-787262-5-smb with host dv-cinder-787262-5-smb {{(pid=92358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 08:31:57.155015 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=92356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 08:31:57.166665 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5107799 Jun 03 08:31:57.168597 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 52884) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:31:57.181227 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-8a4e9026-6831-42a6-990b-1ac4dcac814f admin admin] Request body: {'subnet': {'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-413440004-subnet', 'tenant_id': 'cff062860f9940faa57e665635bf80ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:31:57.190025 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-8a4e9026-6831-42a6-990b-1ac4dcac814f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:31:57.194667 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:57.195226 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.db.segments_db [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Added segment 67cac04b-92f4-4ef2-9f50-68091a80dbd8 of type vlan for network c3a49412-e766-431a-8cc4-e682fadae527 Jun 03 08:31:57.213866 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-8a4e9026-6831-42a6-990b-1ac4dcac814f admin admin] Usage tracker for resource:subnet and tenant:cff062860f9940faa57e665635bf80ef is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:31:57.220621 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-8a4e9026-6831-42a6-990b-1ac4dcac814f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:31:57.243346 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-8a4e9026-6831-42a6-990b-1ac4dcac814f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:31:57.243565 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865572298'] for network, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:57.289561 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba7077c-01b4-42c4-b7e3-0588663fbccc,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:31:57.310169 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:57.310721 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:57.311298 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:57.311927 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:57.312348 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:57.312903 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:57.313536 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:57.313998 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:57.314598 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:57.315140 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:57.315695 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:57.316242 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Tracked resource versions report: Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: pushed versions: Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: { 'AddressGroup': {'1.2'}, Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'ConntrackHelper': {'1.0'}, Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'Log': {'1.0'}, Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'Network': {'1.1'}, Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'Port': {'1.7'}, Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'PortForwarding': {'1.2'}, Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'QosPolicy': {'1.8'}, Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'SecurityGroup': {'1.4'}, Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'SecurityGroupRule': {'1.2'}, Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'SubPort': {'1.0'}, Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'Subnet': {'1.1'}, Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'Trunk': {'1.1'}} Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: consumer versions: Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: { DHCP agent@dv-cinder-787262-5-smb: {}, Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: HyperV agent@hv-cinder-78726: {}, Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: L3 agent@dv-cinder-787262-5-smb: {}, Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: Metadata agent@dv-cinder-787262-5-smb: {}, Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: Metering agent@dv-cinder-787262-5-smb: {}, Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: Open vSwitch agent@dv-cinder-787262-5-smb: { 'AddressGroup': '1.2', Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'ConntrackHelper': '1.0', Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'Log': '1.0', Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'Network': '1.1', Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'Port': '1.7', Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'PortForwarding': '1.2', Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'QosPolicy': '1.8', Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'SecurityGroup': '1.4', Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'SecurityGroupRule': '1.2', Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'SubPort': '1.0', Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'Subnet': '1.1', Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: 'Trunk': '1.1'}} Jun 03 08:31:57.318279 dv-cinder-787262-5-smb neutron-server[92356]: {{(pid=92356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 08:31:57.328571 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:31:57.387991 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:57.438564 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4e9026-6831-42a6-990b-1ac4dcac814f admin admin] Made reservation on behalf of cff062860f9940faa57e665635bf80ef for: {'subnet': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:31:57.443085 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-8a4e9026-6831-42a6-990b-1ac4dcac814f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:57.467497 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:57.468913 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502'] for network, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:57.474338 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:31:57.559466 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:31:57.560794 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:57.607640 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f8d3c1-f5f2-4e32-8ce8-d429e3286171,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:31:57.614539 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:31:57.615858 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-15e35a6b-ebfe-45f5-b830-25a9b7ec2dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:31:57.799088 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Pushing event updated for resources: {'Network': ['ID=c3a49412-e766-431a-8cc4-e682fadae527,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:31:57.804287 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3857200 Jun 03 08:31:57.805873 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:31:57.813555 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:57.823626 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 52900) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:31:57.829495 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Network c3a49412-e766-431a-8cc4-e682fadae527 details requested by agent ovs-agent-dv-cinder-787262-5-smb with host dv-cinder-787262-5-smb {{(pid=92358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 08:31:57.841920 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-564259cd-5586-4cd8-ba25-1c583f19cce1 admin admin] Request body: {'subnet': {'network_id': 'c3a49412-e766-431a-8cc4-e682fadae527', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1225534185-subnet', 'tenant_id': '1f28cd5817644f8a9e9f3dd02ff8e1fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:31:57.873429 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=92356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 08:31:57.879147 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-564259cd-5586-4cd8-ba25-1c583f19cce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:31:57.904594 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-564259cd-5586-4cd8-ba25-1c583f19cce1 admin admin] Usage tracker for resource:subnet and tenant:1f28cd5817644f8a9e9f3dd02ff8e1fd is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:31:57.914338 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-564259cd-5586-4cd8-ba25-1c583f19cce1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:31:57.925337 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:57.926686 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.db.segments_db [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Added segment bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b of type vlan for network cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 Jun 03 08:31:57.942351 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-564259cd-5586-4cd8-ba25-1c583f19cce1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:31:58.024501 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865572298'] for network, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:58.141177 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564259cd-5586-4cd8-ba25-1c583f19cce1 admin admin] Made reservation on behalf of 1f28cd5817644f8a9e9f3dd02ff8e1fd for: {'subnet': 1} {{(pid=92356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:31:58.145318 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-564259cd-5586-4cd8-ba25-1c583f19cce1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:58.194717 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502'] for network, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:58.250081 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:31:58.251009 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:58.274412 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:31:58.398122 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Pushing event updated for resources: {'Network': ['ID=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:31:58.402530 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:31:58.410193 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Network cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 details requested by agent ovs-agent-dv-cinder-787262-5-smb with host dv-cinder-787262-5-smb {{(pid=92358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 08:31:58.421948 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-8a4e9026-6831-42a6-990b-1ac4dcac814f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495'] for subnet, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:58.427545 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:31:58.536800 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0892069 Jun 03 08:31:58.544200 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 52934) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:31:58.546504 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e9026-6831-42a6-990b-1ac4dcac814f admin admin] Pushing event updated for resources: {'Subnet': ['ID=953f21ea-c75c-4545-b610-547c5766cd2e,revision_number=0']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:31:58.566047 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-5dd50c31-274c-4697-8c82-3064b2a89545 admin admin] Request body: {'subnet': {'network_id': 'cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-782151809-subnet', 'tenant_id': 'f3064070b7db4eb29c338090265dddc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:31:58.567564 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-8a4e9026-6831-42a6-990b-1ac4dcac814f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:31:58.572385 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-5dd50c31-274c-4697-8c82-3064b2a89545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:31:58.576711 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-5dd50c31-274c-4697-8c82-3064b2a89545 admin admin] Usage tracker for resource:subnet and tenant:f3064070b7db4eb29c338090265dddc9 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:31:58.583681 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-5dd50c31-274c-4697-8c82-3064b2a89545 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:31:58.591973 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-5dd50c31-274c-4697-8c82-3064b2a89545 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:31:58.604984 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e9026-6831-42a6-990b-1ac4dcac814f admin admin] Checking segment: {'id': '8357feaa-9be8-4302-8db1-454f58ba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:31:58.605265 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4e9026-6831-42a6-990b-1ac4dcac814f admin admin] Network hostable DHCP agents. Network: d2197ef7-85d9-4757-a2e4-13328e9df99c, hostable agents: ['5e4d2f6b-3552-4981-8bdf-261b5e07a56f'], hosted agents: [] {{(pid=92357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 08:31:58.730198 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4e9026-6831-42a6-990b-1ac4dcac814f admin admin] Network d2197ef7-85d9-4757-a2e4-13328e9df99c is scheduled to be hosted by DHCP agent 5e4d2f6b-3552-4981-8bdf-261b5e07a56f with binding_index 1 {{(pid=92357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 08:31:58.731427 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd50c31-274c-4697-8c82-3064b2a89545 admin admin] Made reservation on behalf of f3064070b7db4eb29c338090265dddc9 for: {'subnet': 1} {{(pid=92356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:31:58.733925 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-5dd50c31-274c-4697-8c82-3064b2a89545 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:58.889413 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [None req-8a4e9026-6831-42a6-990b-1ac4dcac814f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-5-smb, d2197ef7-85d9-4757-a2e4-13328e9df99c) {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:31:58.896767 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4e9026-6831-42a6-990b-1ac4dcac814f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:31:58.896767 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-8a4e9026-6831-42a6-990b-1ac4dcac814f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for subnet, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:58.903844 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0685acac-9d57-44f4-938e-057b6b825873 None None] Network d2197ef7-85d9-4757-a2e4-13328e9df99c requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:31:58.982040 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-564259cd-5586-4cd8-ba25-1c583f19cce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495'] for subnet, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:58.991068 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d6845936-7268-4dd6-a315-453c58ff01b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:31:59.016519 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-8a4e9026-6831-42a6-990b-1ac4dcac814f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8464670 Jun 03 08:31:59.106209 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564259cd-5586-4cd8-ba25-1c583f19cce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1da010a-9a97-4037-9a12-6fbb50a93885,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:31:59.111961 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-564259cd-5586-4cd8-ba25-1c583f19cce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:31:59.116622 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564259cd-5586-4cd8-ba25-1c583f19cce1 admin admin] Checking segment: {'id': '67cac04b-92f4-4ef2-9f50-68091a80dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c3a49412-e766-431a-8cc4-e682fadae527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:31:59.117242 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564259cd-5586-4cd8-ba25-1c583f19cce1 admin admin] Network hostable DHCP agents. Network: c3a49412-e766-431a-8cc4-e682fadae527, hostable agents: ['5e4d2f6b-3552-4981-8bdf-261b5e07a56f'], hosted agents: [] {{(pid=92356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 08:31:59.200627 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3036360-79dc-49b4-8622-834b0fb07809 None None] Network d2197ef7-85d9-4757-a2e4-13328e9df99c requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:31:59.352544 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564259cd-5586-4cd8-ba25-1c583f19cce1 admin admin] Network c3a49412-e766-431a-8cc4-e682fadae527 is scheduled to be hosted by DHCP agent 5e4d2f6b-3552-4981-8bdf-261b5e07a56f with binding_index 1 {{(pid=92356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 08:31:59.436842 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-564259cd-5586-4cd8-ba25-1c583f19cce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-5-smb, c3a49412-e766-431a-8cc4-e682fadae527) {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:31:59.447547 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564259cd-5586-4cd8-ba25-1c583f19cce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:31:59.448120 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-564259cd-5586-4cd8-ba25-1c583f19cce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for subnet, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:59.450061 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35599d0-8183-4cc4-ab61-2f55ee744ba6 None None] Network c3a49412-e766-431a-8cc4-e682fadae527 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:31:59.478560 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-5dd50c31-274c-4697-8c82-3064b2a89545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495'] for subnet, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:59.483438 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:31:59.563281 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-564259cd-5586-4cd8-ba25-1c583f19cce1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7329574 Jun 03 08:31:59.563281 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd50c31-274c-4697-8c82-3064b2a89545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a1c7d0a-5118-4e26-963e-4cc0a9489fb5,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:31:59.568558 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-5dd50c31-274c-4697-8c82-3064b2a89545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:31:59.576315 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd50c31-274c-4697-8c82-3064b2a89545 admin admin] Checking segment: {'id': 'bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:31:59.576775 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd50c31-274c-4697-8c82-3064b2a89545 admin admin] Network hostable DHCP agents. Network: cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11, hostable agents: ['5e4d2f6b-3552-4981-8bdf-261b5e07a56f'], hosted agents: [] {{(pid=92356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 08:31:59.683820 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4fda64-1575-41e2-8ad9-40edc09ec8f5 None None] Network c3a49412-e766-431a-8cc4-e682fadae527 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:31:59.748926 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd50c31-274c-4697-8c82-3064b2a89545 admin admin] Network cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 is scheduled to be hosted by DHCP agent 5e4d2f6b-3552-4981-8bdf-261b5e07a56f with binding_index 1 {{(pid=92356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 08:31:59.855192 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-5dd50c31-274c-4697-8c82-3064b2a89545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-5-smb, cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11) {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:31:59.866438 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd50c31-274c-4697-8c82-3064b2a89545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:31:59.866745 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed3d675-debd-4d91-96a7-2f7c08feba25 None None] Network cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:31:59.867025 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-5dd50c31-274c-4697-8c82-3064b2a89545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for subnet, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:59.910609 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:31:59.960650 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-5dd50c31-274c-4697-8c82-3064b2a89545 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4134846 Jun 03 08:31:59.963176 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 52972) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:31:59.967636 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-782151809-router', 'tenant_id': 'f3064070b7db4eb29c338090265dddc9', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:31:59.973445 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:31:59.977596 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Usage tracker for resource:router and tenant:f3064070b7db4eb29c338090265dddc9 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:31:59.983176 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:00.004954 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:00.122677 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16658025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6736'] for router, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:00.128325 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16658368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16361018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16271878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6697'] for router, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:00.145360 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ada75c7-5b2d-41e6-923c-d03ff1302a43 None None] Network cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:32:00.152339 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:00.538697 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 53030) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:00.541532 dv-cinder-787262-5-smb neutron-server[92357]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 03 08:32:00.596178 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 53038) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:00.598884 dv-cinder-787262-5-smb neutron-server[92356]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 03 08:32:00.634320 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16657991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6715'] for router, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:00.791139 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43714be3-0745-40ba-a86b-c290d7e87733 req-b7519d1a-b229-4dc7-b67f-8e0f84fde35d tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:00.792610 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-43714be3-0745-40ba-a86b-c290d7e87733 req-b7519d1a-b229-4dc7-b67f-8e0f84fde35d tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/networks?id=c3a49412-e766-431a-8cc4-e682fadae527 HTTP/1.1" status: 200 len: 812 time: 0.2521970 Jun 03 08:32:00.796134 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-a11f02ce-01df-481d-8db0-d4d28c8fdf0f tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:00.797550 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-a11f02ce-01df-481d-8db0-d4d28c8fdf0f tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/networks?id=d2197ef7-85d9-4757-a2e4-13328e9df99c HTTP/1.1" status: 200 len: 814 time: 0.2004430 Jun 03 08:32:00.808191 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-43714be3-0745-40ba-a86b-c290d7e87733 req-7972efb6-6840-4f93-9461-1db93f1467d0 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/quotas/1f28cd5817644f8a9e9f3dd02ff8e1fd HTTP/1.1" status: 200 len: 375 time: 0.0095854 Jun 03 08:32:00.824793 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-d2fe3658-d0dd-4095-a66c-1d194cf71382 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/quotas/cff062860f9940faa57e665635bf80ef HTTP/1.1" status: 200 len: 375 time: 0.0142016 Jun 03 08:32:00.886792 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-43714be3-0745-40ba-a86b-c290d7e87733 req-bb69f82d-3c49-4a4a-9d2e-11abe7faf442 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f28cd5817644f8a9e9f3dd02ff8e1fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729332 Jun 03 08:32:00.933801 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-230e72bf-1d67-4b0a-882a-0cc07855bd50 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cff062860f9940faa57e665635bf80ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595548 Jun 03 08:32:01.147645 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:01.176580 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:01.216155 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [req-43714be3-0745-40ba-a86b-c290d7e87733 req-59502735-30fd-467f-ae66-78ae65609d9c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 08:32:01.223512 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-43714be3-0745-40ba-a86b-c290d7e87733 req-59502735-30fd-467f-ae66-78ae65609d9c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1831710 Jun 03 08:32:01.339976 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_common [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Allocated IP 172.28.3.53 (ab209c3f-5e8a-42b5-8e48-1393c2a10612/ef3066cf-66bb-4e4c-b52a-e1ade41f3158/b05f65a0-06e0-4a83-81b6-10ad13ed53e1) {{(pid=92356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:32:01.350149 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 53062) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:01.364295 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-43714be3-0745-40ba-a86b-c290d7e87733 req-628795ca-ff89-49f0-a0b2-3181b69774e4 service neutron] 10.222.0.18 "GET /v2.0/networks/c3a49412-e766-431a-8cc4-e682fadae527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396503 Jun 03 08:32:01.397297 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-15716be3-8482-437a-9d74-5a86d93f3524 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 08:32:01.405463 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-15716be3-8482-437a-9d74-5a86d93f3524 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1950560 Jun 03 08:32:01.514579 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-43714be3-0745-40ba-a86b-c290d7e87733 req-0d027340-af8d-4dd6-8fec-a4ffff7d40c9 service neutron] 10.222.0.18 "GET /v2.0/networks/c3a49412-e766-431a-8cc4-e682fadae527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394460 Jun 03 08:32:01.519864 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-937ef0e8-4cd7-485e-8932-afcea44f5b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:01.612951 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 53070) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:01.675400 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-937ef0e8-4cd7-485e-8932-afcea44f5b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:01.684745 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-937ef0e8-4cd7-485e-8932-afcea44f5b53 admin admin] Usage tracker for resource:security_group_rule and tenant:4e536ae9590045c4a93ca138056d6981 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:01.692754 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-937ef0e8-4cd7-485e-8932-afcea44f5b53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:01.715446 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-937ef0e8-4cd7-485e-8932-afcea44f5b53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:01.732692 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2ce14ed2-a4ac-4546-85cf-eb9e513be64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:01.744262 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-68b75b95-27e0-4f5a-b7bf-4fdaa510ecc4 service neutron] 10.222.0.18 "GET /v2.0/networks/d2197ef7-85d9-4757-a2e4-13328e9df99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379662 Jun 03 08:32:01.747782 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-2ce14ed2-a4ac-4546-85cf-eb9e513be64e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:01.752403 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-2ce14ed2-a4ac-4546-85cf-eb9e513be64e admin admin] Usage tracker for resource:security_group_rule and tenant:ddb8e4bdfca041e680ed2fb458bb9be4 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:01.755413 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-2ce14ed2-a4ac-4546-85cf-eb9e513be64e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:01.761239 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-2ce14ed2-a4ac-4546-85cf-eb9e513be64e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:01.794294 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:01.869553 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2ce14ed2-a4ac-4546-85cf-eb9e513be64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:01.974430 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2ce14ed2-a4ac-4546-85cf-eb9e513be64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:01.980822 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3be16a4c-ba85-4f86-93c0-c00497022a38 service neutron] 10.222.0.18 "GET /v2.0/networks/d2197ef7-85d9-4757-a2e4-13328e9df99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176023 Jun 03 08:32:02.012224 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-937ef0e8-4cd7-485e-8932-afcea44f5b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:02.016672 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:02.029591 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 53096) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:02.029947 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-2ce14ed2-a4ac-4546-85cf-eb9e513be64e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ddb8e4bdfca041e680ed2fb458bb9be4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4147718 Jun 03 08:32:02.059933 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce14ed2-a4ac-4546-85cf-eb9e513be64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350e236c-6b78-4cef-9936-8af2bff5e511,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:02.064529 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-2ce14ed2-a4ac-4546-85cf-eb9e513be64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:02.124996 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-937ef0e8-4cd7-485e-8932-afcea44f5b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:02.135893 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:02.145069 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d394fc44-d06e-48fb-9104-0504a8e42938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:02.155331 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e987e674-e065-4f33-8ff3-0fd3c2605060 req-8b3b15e4-81c7-482a-b99f-420a77899dec tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 210 time: 0.0532200 Jun 03 08:32:02.183427 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806'] for port, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:02.218822 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ef0e8-4cd7-485e-8932-afcea44f5b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba54c0fa-e2ad-460c-b50e-bd0667c300a0,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:02.222686 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d394fc44-d06e-48fb-9104-0504a8e42938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:02.232454 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-937ef0e8-4cd7-485e-8932-afcea44f5b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:02.236437 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d4e83055-e712-4fe6-90f7-6a49d3cb9b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:02.274424 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-937ef0e8-4cd7-485e-8932-afcea44f5b53 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e536ae9590045c4a93ca138056d6981&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9208035 Jun 03 08:32:02.274812 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 53116) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:02.332808 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Network ab209c3f-5e8a-42b5-8e48-1393c2a10612 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:32:02.347644 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:32:02.355799 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Received port after_create {{(pid=92356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:32:02.438424 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3b3f078b-fcd8-49e4-9c6a-09300158dfa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:02.506392 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Pushing event updated for resources: {'Port': ['ID=b05f65a0-06e0-4a83-81b6-10ad13ed53e1,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:02.517483 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:02.580444 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9391dabc-13ec-4b0c-8ea1-5ecf09a2e3a4 req-b8e43349-7dcf-4901-a022-6e2c6c026535 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 210 time: 0.1117172 Jun 03 08:32:02.585279 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3b3f078b-fcd8-49e4-9c6a-09300158dfa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:02.713025 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d394fc44-d06e-48fb-9104-0504a8e42938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:02.717520 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:02.728821 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394fc44-d06e-48fb-9104-0504a8e42938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350e236c-6b78-4cef-9936-8af2bff5e511,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:02.745523 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d394fc44-d06e-48fb-9104-0504a8e42938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:02.753022 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d394fc44-d06e-48fb-9104-0504a8e42938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:02.754156 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-d394fc44-d06e-48fb-9104-0504a8e42938 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/350e236c-6b78-4cef-9936-8af2bff5e511 HTTP/1.1" status: 204 len: 168 time: 0.7232037 Jun 03 08:32:02.884056 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3b3f078b-fcd8-49e4-9c6a-09300158dfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:02.893015 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:02.905296 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f078b-fcd8-49e4-9c6a-09300158dfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba54c0fa-e2ad-460c-b50e-bd0667c300a0,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:02.908070 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-3b3f078b-fcd8-49e4-9c6a-09300158dfa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:02.914860 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3b3f078b-fcd8-49e4-9c6a-09300158dfa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:02.915963 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-3b3f078b-fcd8-49e4-9c6a-09300158dfa6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba54c0fa-e2ad-460c-b50e-bd0667c300a0 HTTP/1.1" status: 204 len: 168 time: 0.6402016 Jun 03 08:32:03.016759 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:03.395750 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16658000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360973'] for router, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:03.762023 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-188dcffa-c397-47ec-9f39-ed4ea88671ce req-8463f5a7-3bee-466e-82b4-7cd635a097a8 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 210 time: 0.0483704 Jun 03 08:32:03.785340 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Router 384dd31c-a045-4f5d-bd9e-32643682b706 is scheduled to L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 with binding_index 1 {{(pid=92356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 08:32:03.790825 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-94fd37c0-9412-4182-8fa1-671a3f0002f2 req-88f314e4-b4b3-465d-91c3-2a398504ea4c tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 210 time: 0.1356411 Jun 03 08:32:03.878909 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 53196) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:03.907789 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1b866d0e-5139-450b-8ab5-da82c561a4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:03.923661 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-1b866d0e-5139-450b-8ab5-da82c561a4ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:03.928893 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-1b866d0e-5139-450b-8ab5-da82c561a4ce admin admin] Usage tracker for resource:security_group_rule and tenant:77ab83e99ba740fea75350a6b1b62372 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:03.932435 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-1b866d0e-5139-450b-8ab5-da82c561a4ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:03.938261 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-1b866d0e-5139-450b-8ab5-da82c561a4ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:04.004639 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 53200) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:04.019521 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:32:04.033408 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] Sync routers for ids ['384dd31c-a045-4f5d-bd9e-32643682b706'] in dv-cinder-787262-5-smb {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:32:04.038803 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-3950622a-298a-4f0a-b3c5-e761a8b40e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:04.044236 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] Routers {'384dd31c-a045-4f5d-bd9e-32643682b706'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:32:04.044397 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1b866d0e-5139-450b-8ab5-da82c561a4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:04.044835 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:31:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['384dd31c-a045-4f5d-bd9e-32643682b706'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:32:04.055661 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-3950622a-298a-4f0a-b3c5-e761a8b40e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:04.059637 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-3950622a-298a-4f0a-b3c5-e761a8b40e7c admin admin] Usage tracker for resource:security_group_rule and tenant:e520041450b5472c858f9498cd264c7a is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:04.062445 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-3950622a-298a-4f0a-b3c5-e761a8b40e7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:04.068778 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-3950622a-298a-4f0a-b3c5-e761a8b40e7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:04.146882 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1b866d0e-5139-450b-8ab5-da82c561a4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:04.150493 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Notify callbacks [] for router, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:04.152227 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1880410 Jun 03 08:32:04.154977 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 53202) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:04.162946 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:04.208347 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-1b866d0e-5139-450b-8ab5-da82c561a4ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77ab83e99ba740fea75350a6b1b62372&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3283222 Jun 03 08:32:04.209793 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b866d0e-5139-450b-8ab5-da82c561a4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aab30b9-c826-4266-924d-d927abe72c75,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:04.212428 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 53204) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:04.228655 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-1b866d0e-5139-450b-8ab5-da82c561a4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:04.247226 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] Set router 384dd31c-a045-4f5d-bd9e-32643682b706 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:32:04.291673 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1104ef33-a817-44fc-baea-52e491d5d5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:04.324149 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1104ef33-a817-44fc-baea-52e491d5d5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:04.524821 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1104ef33-a817-44fc-baea-52e491d5d5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:04.528958 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-2ce14ed2-a4ac-4546-85cf-eb9e513be64e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:04.548261 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104ef33-a817-44fc-baea-52e491d5d5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aab30b9-c826-4266-924d-d927abe72c75,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:04.557404 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-1104ef33-a817-44fc-baea-52e491d5d5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:04.572269 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1104ef33-a817-44fc-baea-52e491d5d5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:04.573295 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-1104ef33-a817-44fc-baea-52e491d5d5ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4aab30b9-c826-4266-924d-d927abe72c75 HTTP/1.1" status: 204 len: 168 time: 0.3596747 Jun 03 08:32:04.602429 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-3950622a-298a-4f0a-b3c5-e761a8b40e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:04.606051 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384dd31c-a045-4f5d-bd9e-32643682b706', 'name': 'tempest-ServerRescueNegativeTestJSON-782151809-router', 'tenant_id': 'f3064070b7db4eb29c338090265dddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'b05f65a0-06e0-4a83-81b6-10ad13ed53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:32:00Z', 'updated_at': '2021-06-03T08:32:02Z', 'revision_number': 3, 'project_id': 'f3064070b7db4eb29c338090265dddc9', 'gw_port': {'id': 'b05f65a0-06e0-4a83-81b6-10ad13ed53e1', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384dd31c-a045-4f5d-bd9e-32643682b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:32:01Z', 'updated_at': '2021-06-03T08:32:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:32:04.610287 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] Checking router: 384dd31c-a045-4f5d-bd9e-32643682b706 for host: dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:32:04.611179 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] Updating router 384dd31c-a045-4f5d-bd9e-32643682b706 port b05f65a0-06e0-4a83-81b6-10ad13ed53e1 binding host dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 08:32:04.689844 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:04.770067 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-3950622a-298a-4f0a-b3c5-e761a8b40e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:04.785220 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-937ef0e8-4cd7-485e-8932-afcea44f5b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:04.840664 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950622a-298a-4f0a-b3c5-e761a8b40e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba0c241-21ea-4828-91c3-31a9eb37c9b0,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:04.847029 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-3950622a-298a-4f0a-b3c5-e761a8b40e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:04.864948 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 53222) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:04.865227 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-3950622a-298a-4f0a-b3c5-e761a8b40e7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e520041450b5472c858f9498cd264c7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8595557 Jun 03 08:32:05.001401 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-13ae8fed-a278-47f5-b588-c5c216467be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:05.104684 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-13ae8fed-a278-47f5-b588-c5c216467be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:05.115817 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-45ac478f-3905-4a0f-8cbd-59fdb8e13a3d req-39a3983d-1a58-47fe-bf1c-0a0ef718eff6 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 210 time: 0.0597205 Jun 03 08:32:05.126241 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-28230096-bfea-413e-934f-860253410ab4 req-2e02e939-0e4a-4e51-af71-de2f3354cdde tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 210 time: 0.1491125 Jun 03 08:32:05.131579 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] Notify callbacks [] for port, precommit_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:05.146054 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.provisioning_blocks [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] Transition to ACTIVE for port object b05f65a0-06e0-4a83-81b6-10ad13ed53e1 will not be triggered until provisioned by entity L2. {{(pid=92359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:32:05.199537 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:05.279314 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:05.280026 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-13ae8fed-a278-47f5-b588-c5c216467be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:05.291971 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:05.296679 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-4197a740-07fe-415e-88d8-1949c07cbcf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:05.344237 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae8fed-a278-47f5-b588-c5c216467be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba0c241-21ea-4828-91c3-31a9eb37c9b0,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:05.371573 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-13ae8fed-a278-47f5-b588-c5c216467be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:05.381071 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-13ae8fed-a278-47f5-b588-c5c216467be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:05.382395 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-13ae8fed-a278-47f5-b588-c5c216467be4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ba0c241-21ea-4828-91c3-31a9eb37c9b0 HTTP/1.1" status: 204 len: 168 time: 0.5162864 Jun 03 08:32:05.450579 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c591c47-50d0-46d9-83fb-75972d241aa6 None None] Pushing event updated for resources: {'Port': ['ID=b05f65a0-06e0-4a83-81b6-10ad13ed53e1,revision_number=2']} {{(pid=92359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:05.458944 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c591c47-50d0-46d9-83fb-75972d241aa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:05.459542 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c591c47-50d0-46d9-83fb-75972d241aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:05.459876 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c591c47-50d0-46d9-83fb-75972d241aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:05.460202 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c591c47-50d0-46d9-83fb-75972d241aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:05.461133 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c591c47-50d0-46d9-83fb-75972d241aa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:05.461474 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c591c47-50d0-46d9-83fb-75972d241aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:05.461802 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c591c47-50d0-46d9-83fb-75972d241aa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:05.462141 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c591c47-50d0-46d9-83fb-75972d241aa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:05.462465 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c591c47-50d0-46d9-83fb-75972d241aa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:05.462786 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c591c47-50d0-46d9-83fb-75972d241aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:05.463105 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c591c47-50d0-46d9-83fb-75972d241aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:05.463418 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c591c47-50d0-46d9-83fb-75972d241aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c591c47-50d0-46d9-83fb-75972d241aa6 None None] Tracked resource versions report: Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: pushed versions: Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: { 'AddressGroup': {'1.2'}, Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'ConntrackHelper': {'1.0'}, Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'Log': {'1.0'}, Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'Network': {'1.1'}, Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'Port': {'1.7'}, Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'PortForwarding': {'1.2'}, Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'QosPolicy': {'1.8'}, Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'SecurityGroup': {'1.4'}, Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'SecurityGroupRule': {'1.2'}, Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'SubPort': {'1.0'}, Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'Subnet': {'1.1'}, Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'Trunk': {'1.1'}} Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: consumer versions: Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: { DHCP agent@dv-cinder-787262-5-smb: {}, Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: HyperV agent@hv-cinder-78726: {}, Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: L3 agent@dv-cinder-787262-5-smb: {}, Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: Metadata agent@dv-cinder-787262-5-smb: {}, Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: Metering agent@dv-cinder-787262-5-smb: {}, Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: Open vSwitch agent@dv-cinder-787262-5-smb: { 'AddressGroup': '1.2', Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'ConntrackHelper': '1.0', Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'Log': '1.0', Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'Network': '1.1', Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'Port': '1.7', Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'PortForwarding': '1.2', Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'QosPolicy': '1.8', Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'SecurityGroup': '1.4', Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'SecurityGroupRule': '1.2', Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'SubPort': '1.0', Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'Subnet': '1.1', Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: 'Trunk': '1.1'}} Jun 03 08:32:05.464522 dv-cinder-787262-5-smb neutron-server[92359]: {{(pid=92359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 08:32:05.481349 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-1c591c47-50d0-46d9-83fb-75972d241aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:05.522212 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] Attempting to bind port b05f65a0-06e0-4a83-81b6-10ad13ed53e1 on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:32:05.524944 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] Attempting to bind port b05f65a0-06e0-4a83-81b6-10ad13ed53e1 by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}] {{(pid=92359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:32:05.524944 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] Attempting to bind port b05f65a0-06e0-4a83-81b6-10ad13ed53e1 on network ab209c3f-5e8a-42b5-8e48-1393c2a10612 {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:32:05.528867 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:32:05.529246 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] Checking segment: {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:32:05.529640 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:05.530031 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] Bound using segment: {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'} {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:32:05.530537 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] Bound port: b05f65a0-06e0-4a83-81b6-10ad13ed53e1, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}}] {{(pid=92359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:32:05.530987 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:05.570603 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_common [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Allocated IP 172.20.0.1 (cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11/1a1c7d0a-5118-4e26-963e-4cc0a9489fb5/173d1c6a-0d7a-496c-ba76-9b1129a215ec) {{(pid=92356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:32:05.648527 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.db [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] For port b05f65a0-06e0-4a83-81b6-10ad13ed53e1, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:32:05.653227 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.db [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] For port b05f65a0-06e0-4a83-81b6-10ad13ed53e1, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=b05f65a0-06e0-4a83-81b6-10ad13ed53e1,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:32:05.775346 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:05.780698 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-1c591c47-50d0-46d9-83fb-75972d241aa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:05.847950 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:05.872460 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c591c47-50d0-46d9-83fb-75972d241aa6 None None] Pushing event updated for resources: {'Port': ['ID=b05f65a0-06e0-4a83-81b6-10ad13ed53e1,revision_number=3']} {{(pid=92359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:05.875943 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] Routers {'384dd31c-a045-4f5d-bd9e-32643682b706'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:32:05.876873 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:31:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['384dd31c-a045-4f5d-bd9e-32643682b706'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:32:05.940492 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-1c591c47-50d0-46d9-83fb-75972d241aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:05.982693 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806'] for port, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:06.013703 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:06.090256 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] Set router 384dd31c-a045-4f5d-bd9e-32643682b706 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:32:06.137355 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Network cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:32:06.156636 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:32:06.171493 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Received port after_create {{(pid=92356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:32:06.172213 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16361523'] for router_interface, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:06.236667 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Pushing event updated for resources: {'Port': ['ID=173d1c6a-0d7a-496c-ba76-9b1129a215ec,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:06.269926 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:06.442411 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 53278) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:06.548608 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-91b4abf9-17eb-4350-8f1b-4fc5a680060b req-abfdd445-1701-46d8-b69d-d40dbdd4c63a tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 210 time: 0.0773728 Jun 03 08:32:06.599856 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6d7e1414-189f-4aa2-954d-1bd62bb06d3f req-5885bded-8e18-4c6c-879f-dda8150263be tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 210 time: 0.0717819 Jun 03 08:32:06.672441 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.47', 49865) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:06.682979 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384dd31c-a045-4f5d-bd9e-32643682b706', 'name': 'tempest-ServerRescueNegativeTestJSON-782151809-router', 'tenant_id': 'f3064070b7db4eb29c338090265dddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'b05f65a0-06e0-4a83-81b6-10ad13ed53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:32:00Z', 'updated_at': '2021-06-03T08:32:02Z', 'revision_number': 3, 'project_id': 'f3064070b7db4eb29c338090265dddc9', 'gw_port': {'id': 'b05f65a0-06e0-4a83-81b6-10ad13ed53e1', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384dd31c-a045-4f5d-bd9e-32643682b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:32:01Z', 'updated_at': '2021-06-03T08:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:32:06.702796 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7791bc-8f50-4982-98d1-2b6d382128ce None None] The sync data for ids ['384dd31c-a045-4f5d-bd9e-32643682b706'] in dv-cinder-787262-5-smb is: [{'id': '384dd31c-a045-4f5d-bd9e-32643682b706', 'name': 'tempest-ServerRescueNegativeTestJSON-782151809-router', 'tenant_id': 'f3064070b7db4eb29c338090265dddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'b05f65a0-06e0-4a83-81b6-10ad13ed53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:32:00Z', 'updated_at': '2021-06-03T08:32:02Z', 'revision_number': 3, 'project_id': 'f3064070b7db4eb29c338090265dddc9', 'gw_port': {'id': 'b05f65a0-06e0-4a83-81b6-10ad13ed53e1', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384dd31c-a045-4f5d-bd9e-32643682b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:32:01Z', 'updated_at': '2021-06-03T08:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}] {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:32:06.709612 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:06.765268 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-b1dd680d-79f8-4e69-9a90-4b51fb0059f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:06.908993 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-b1dd680d-79f8-4e69-9a90-4b51fb0059f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:06.923029 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-b1dd680d-79f8-4e69-9a90-4b51fb0059f6 admin admin] Usage tracker for resource:security_group_rule and tenant:38afe0f68e244c86ad29946de2fc3cf8 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:06.929690 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-b1dd680d-79f8-4e69-9a90-4b51fb0059f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:06.939043 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-b1dd680d-79f8-4e69-9a90-4b51fb0059f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:06.947445 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-150ed5ac-3b07-4532-97bc-fe2a88b4eb02 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:06.948035 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-150ed5ac-3b07-4532-97bc-fe2a88b4eb02 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Synchronizing usage tracker for tenant:cff062860f9940faa57e665635bf80ef on resource:network {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:32:07.103841 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-b1dd680d-79f8-4e69-9a90-4b51fb0059f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:07.109737 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:07.245855 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-b1dd680d-79f8-4e69-9a90-4b51fb0059f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:07.255321 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:07.287693 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-b1dd680d-79f8-4e69-9a90-4b51fb0059f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38afe0f68e244c86ad29946de2fc3cf8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8438842 Jun 03 08:32:07.290763 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 53314) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:07.303330 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd680d-79f8-4e69-9a90-4b51fb0059f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce387074-9835-4b02-b5de-e123e822ab01,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:07.308324 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-b1dd680d-79f8-4e69-9a90-4b51fb0059f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:07.327010 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:07.330579 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16309452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16361552'] for router_interface, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:07.336720 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:07.341229 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-150ed5ac-3b07-4532-97bc-fe2a88b4eb02 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Unset dirty status for tenant:cff062860f9940faa57e665635bf80ef on resource:network {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:32:07.342564 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-150ed5ac-3b07-4532-97bc-fe2a88b4eb02 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.47 "GET /v2.0/networks?id=d2197ef7-85d9-4757-a2e4-13328e9df99c HTTP/1.1" status: 200 len: 814 time: 0.6686995 Jun 03 08:32:07.399516 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-c7800d9c-68b0-486a-acb2-460907e34ecf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Request body: {'port': {'device_id': '9e142ab2-4e91-44d0-946e-7acf2552c3fa', 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c', 'admin_state_up': True, 'tenant_id': 'cff062860f9940faa57e665635bf80ef'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:32:07.627759 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.47', 49868) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:07.745468 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Pushing event updated for resources: {'Port': ['ID=173d1c6a-0d7a-496c-ba76-9b1129a215ec,revision_number=2']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:07.776108 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:07.782076 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-3a13c1be-82e5-44f3-8f9c-75f64477c7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:07.857169 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Network cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:32:07.866562 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:32:07.935279 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-3a13c1be-82e5-44f3-8f9c-75f64477c7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:08.169404 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-879b7bf8-9e36-4cfd-baf2-cc7067e6ceb8 req-152b922f-1725-46b1-8568-afd27bcea15e tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 210 time: 0.3615403 Jun 03 08:32:08.183848 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f7456eed-5559-40be-b3c6-33ad155aea7b req-589eeb6d-8418-4900-a910-3ad25687ee7e tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 210 time: 0.3106084 Jun 03 08:32:08.194008 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-c7800d9c-68b0-486a-acb2-460907e34ecf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:08.205083 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-c7800d9c-68b0-486a-acb2-460907e34ecf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Usage tracker for resource:port and tenant:cff062860f9940faa57e665635bf80ef is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:08.211095 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-c7800d9c-68b0-486a-acb2-460907e34ecf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:08.248409 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-c7800d9c-68b0-486a-acb2-460907e34ecf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:08.285758 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Router 384dd31c-a045-4f5d-bd9e-32643682b706 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:32:08.294025 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43714be3-0745-40ba-a86b-c290d7e87733 req-11465b9a-a9df-4b93-931a-9ce7d2c8f14d tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:08.295961 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-43714be3-0745-40ba-a86b-c290d7e87733 req-11465b9a-a9df-4b93-931a-9ce7d2c8f14d tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.47 "GET /v2.0/networks?id=c3a49412-e766-431a-8cc4-e682fadae527 HTTP/1.1" status: 200 len: 812 time: 0.6673717 Jun 03 08:32:08.312810 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-43714be3-0745-40ba-a86b-c290d7e87733 req-e092d6bc-7bb6-4799-b91d-4dbd21063a95 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Request body: {'port': {'device_id': '34c8608e-9ff7-4214-99d3-6bf60f10d9c0', 'network_id': 'c3a49412-e766-431a-8cc4-e682fadae527', 'admin_state_up': True, 'tenant_id': '1f28cd5817644f8a9e9f3dd02ff8e1fd'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:32:08.481328 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-c7800d9c-68b0-486a-acb2-460907e34ecf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Made reservation on behalf of cff062860f9940faa57e665635bf80ef for: {'port': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:32:08.485262 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-c7800d9c-68b0-486a-acb2-460907e34ecf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:08.524943 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:32:08.550044 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-3a13c1be-82e5-44f3-8f9c-75f64477c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:08.559351 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:08.575849 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] 10.222.0.18 "PUT /v2.0/routers/384dd31c-a045-4f5d-bd9e-32643682b706/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4196863 Jun 03 08:32:08.593815 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13c1be-82e5-44f3-8f9c-75f64477c7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce387074-9835-4b02-b5de-e123e822ab01,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:08.599975 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-3a13c1be-82e5-44f3-8f9c-75f64477c7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:08.612991 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-3a13c1be-82e5-44f3-8f9c-75f64477c7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:08.619123 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-3a13c1be-82e5-44f3-8f9c-75f64477c7cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce387074-9835-4b02-b5de-e123e822ab01 HTTP/1.1" status: 204 len: 168 time: 1.3272693 Jun 03 08:32:08.634751 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-43714be3-0745-40ba-a86b-c290d7e87733 req-e092d6bc-7bb6-4799-b91d-4dbd21063a95 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:08.646282 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-43714be3-0745-40ba-a86b-c290d7e87733 req-e092d6bc-7bb6-4799-b91d-4dbd21063a95 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Usage tracker for resource:port and tenant:1f28cd5817644f8a9e9f3dd02ff8e1fd is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:08.654770 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-43714be3-0745-40ba-a86b-c290d7e87733 req-e092d6bc-7bb6-4799-b91d-4dbd21063a95 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:08.680776 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-43714be3-0745-40ba-a86b-c290d7e87733 req-e092d6bc-7bb6-4799-b91d-4dbd21063a95 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:08.802472 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_common [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-c7800d9c-68b0-486a-acb2-460907e34ecf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Allocated IP 172.20.0.8 (d2197ef7-85d9-4757-a2e4-13328e9df99c/953f21ea-c75c-4545-b610-547c5766cd2e/320a4499-51fd-483b-b1b8-cd3bb07adf5f) {{(pid=92357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:32:08.865700 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43714be3-0745-40ba-a86b-c290d7e87733 req-e092d6bc-7bb6-4799-b91d-4dbd21063a95 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Made reservation on behalf of 1f28cd5817644f8a9e9f3dd02ff8e1fd for: {'port': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:32:08.875402 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-43714be3-0745-40ba-a86b-c290d7e87733 req-e092d6bc-7bb6-4799-b91d-4dbd21063a95 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:08.877427 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device b05f65a0-06e0-4a83-81b6-10ad13ed53e1 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:32:09.108653 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] Sync routers for ids ['384dd31c-a045-4f5d-bd9e-32643682b706'] in dv-cinder-787262-5-smb {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:32:09.116373 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] Routers {'384dd31c-a045-4f5d-bd9e-32643682b706'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:32:09.117750 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:31:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['384dd31c-a045-4f5d-bd9e-32643682b706'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:32:09.341092 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port b05f65a0-06e0-4a83-81b6-10ad13ed53e1 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:32:09.364487 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port b05f65a0-06e0-4a83-81b6-10ad13ed53e1 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:32:09.364750 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:09.376047 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-c7800d9c-68b0-486a-acb2-460907e34ecf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks [] for port, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:09.400423 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_common [req-43714be3-0745-40ba-a86b-c290d7e87733 req-e092d6bc-7bb6-4799-b91d-4dbd21063a95 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Allocated IP 172.20.0.3 (c3a49412-e766-431a-8cc4-e682fadae527/c1da010a-9a97-4037-9a12-6fbb50a93885/4c2515d4-9ba9-4ad2-a273-86c3bae0feb8) {{(pid=92357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:32:09.521542 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-8cc84522-9ca0-40f6-befd-7c03a0829d48 req-4409ca7e-96ee-482a-8281-1f9fab87481b tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 210 time: 0.1533973 Jun 03 08:32:09.837033 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:09.837033 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] Set router 384dd31c-a045-4f5d-bd9e-32643682b706 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:32:09.838810 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-5aefb277-341b-4dd5-be14-5e2a0234502c req-881d0be1-42a0-49be-ab06-9d15a468edd5 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 210 time: 0.0907977 Jun 03 08:32:09.840188 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] For port b05f65a0-06e0-4a83-81b6-10ad13ed53e1, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=b05f65a0-06e0-4a83-81b6-10ad13ed53e1,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:32:09.841484 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-43714be3-0745-40ba-a86b-c290d7e87733 req-e092d6bc-7bb6-4799-b91d-4dbd21063a95 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Notify callbacks [] for port, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:09.841484 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-c7800d9c-68b0-486a-acb2-460907e34ecf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806'] for port, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:09.841484 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:09.841915 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:09.850754 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-c7800d9c-68b0-486a-acb2-460907e34ecf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Network d2197ef7-85d9-4757-a2e4-13328e9df99c is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:32:09.851389 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-c7800d9c-68b0-486a-acb2-460907e34ecf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:32:09.852640 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:09.871340 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-c7800d9c-68b0-486a-acb2-460907e34ecf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Received port after_create {{(pid=92357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:32:09.886329 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-c7800d9c-68b0-486a-acb2-460907e34ecf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:09.887340 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-c7800d9c-68b0-486a-acb2-460907e34ecf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:09.934109 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7800d9c-68b0-486a-acb2-460907e34ecf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Pushing event updated for resources: {'Port': ['ID=320a4499-51fd-483b-b1b8-cd3bb07adf5f,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:09.949933 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-c7800d9c-68b0-486a-acb2-460907e34ecf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:09.975232 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Pushing event updated for resources: {'Port': ['ID=b05f65a0-06e0-4a83-81b6-10ad13ed53e1,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:10.005981 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-43714be3-0745-40ba-a86b-c290d7e87733 req-e092d6bc-7bb6-4799-b91d-4dbd21063a95 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806'] for port, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:10.013611 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:10.013988 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:10.017748 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:10.017748 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:10.017748 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:10.017748 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:10.017748 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:10.017748 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:10.017748 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:10.018330 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Tracked resource versions report: Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: pushed versions: Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: { 'AddressGroup': {'1.2'}, Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'ConntrackHelper': {'1.0'}, Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'Log': {'1.0'}, Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'Network': {'1.1'}, Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'Port': {'1.7'}, Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'PortForwarding': {'1.2'}, Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'QosPolicy': {'1.8'}, Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'SecurityGroup': {'1.4'}, Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'SecurityGroupRule': {'1.2'}, Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'SubPort': {'1.0'}, Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'Subnet': {'1.1'}, Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'Trunk': {'1.1'}} Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: consumer versions: Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: { DHCP agent@dv-cinder-787262-5-smb: {}, Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: HyperV agent@hv-cinder-78726: {}, Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: L3 agent@dv-cinder-787262-5-smb: {}, Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: Metadata agent@dv-cinder-787262-5-smb: {}, Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: Metering agent@dv-cinder-787262-5-smb: {}, Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: Open vSwitch agent@dv-cinder-787262-5-smb: { 'AddressGroup': '1.2', Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'ConntrackHelper': '1.0', Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'Log': '1.0', Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'Network': '1.1', Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'Port': '1.7', Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'PortForwarding': '1.2', Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'QosPolicy': '1.8', Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'SecurityGroup': '1.4', Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'SecurityGroupRule': '1.2', Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'SubPort': '1.0', Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'Subnet': '1.1', Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: 'Trunk': '1.1'}} Jun 03 08:32:10.018396 dv-cinder-787262-5-smb neutron-server[92358]: {{(pid=92358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 08:32:10.023825 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:10.078212 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384dd31c-a045-4f5d-bd9e-32643682b706', 'name': 'tempest-ServerRescueNegativeTestJSON-782151809-router', 'tenant_id': 'f3064070b7db4eb29c338090265dddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'b05f65a0-06e0-4a83-81b6-10ad13ed53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:32:00Z', 'updated_at': '2021-06-03T08:32:06Z', 'revision_number': 4, 'project_id': 'f3064070b7db4eb29c338090265dddc9', 'gw_port': {'id': 'b05f65a0-06e0-4a83-81b6-10ad13ed53e1', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384dd31c-a045-4f5d-bd9e-32643682b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:32:01Z', 'updated_at': '2021-06-03T08:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': '173d1c6a-0d7a-496c-ba76-9b1129a215ec', 'name': '', 'network_id': 'cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11', 'tenant_id': 'f3064070b7db4eb29c338090265dddc9', 'mac_address': 'fa:16:3e:5c:44:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384dd31c-a045-4f5d-bd9e-32643682b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1a1c7d0a-5118-4e26-963e-4cc0a9489fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:32:05Z', 'updated_at': '2021-06-03T08:32:06Z', 'revision_number': 2, 'project_id': 'f3064070b7db4eb29c338090265dddc9', 'subnets': [{'id': '1a1c7d0a-5118-4e26-963e-4cc0a9489fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:32:10.078212 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] Checking router: 384dd31c-a045-4f5d-bd9e-32643682b706 for host: dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:32:10.078212 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] Updating router 384dd31c-a045-4f5d-bd9e-32643682b706 port 173d1c6a-0d7a-496c-ba76-9b1129a215ec binding host dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 08:32:10.086343 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43714be3-0745-40ba-a86b-c290d7e87733 req-e092d6bc-7bb6-4799-b91d-4dbd21063a95 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Network c3a49412-e766-431a-8cc4-e682fadae527 is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:32:10.089762 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [req-43714be3-0745-40ba-a86b-c290d7e87733 req-e092d6bc-7bb6-4799-b91d-4dbd21063a95 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:32:10.092372 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-43714be3-0745-40ba-a86b-c290d7e87733 req-e092d6bc-7bb6-4799-b91d-4dbd21063a95 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Received port after_create {{(pid=92357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:32:10.098297 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43714be3-0745-40ba-a86b-c290d7e87733 req-e092d6bc-7bb6-4799-b91d-4dbd21063a95 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:10.099311 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-43714be3-0745-40ba-a86b-c290d7e87733 req-e092d6bc-7bb6-4799-b91d-4dbd21063a95 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:10.120615 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092d6bc-7bb6-4799-b91d-4dbd21063a95 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Pushing event updated for resources: {'Port': ['ID=4c2515d4-9ba9-4ad2-a273-86c3bae0feb8,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:10.123808 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-e092d6bc-7bb6-4799-b91d-4dbd21063a95 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:10.137742 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:10.171645 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-c7800d9c-68b0-486a-acb2-460907e34ecf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7787802 Jun 03 08:32:10.181844 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-a901dca2-894e-42ac-89e8-b357b9c4d862 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 08:32:10.182912 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-a901dca2-894e-42ac-89e8-b357b9c4d862 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059536 Jun 03 08:32:10.290459 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-43714be3-0745-40ba-a86b-c290d7e87733 req-e092d6bc-7bb6-4799-b91d-4dbd21063a95 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9856126 Jun 03 08:32:10.652125 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] Notify callbacks [] for port, precommit_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:10.677288 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] Transition to ACTIVE for port object 173d1c6a-0d7a-496c-ba76-9b1129a215ec will not be triggered until provisioned by entity L2. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:32:10.799261 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:10.813037 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:10.823510 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436e371-caa5-4553-8787-ee9270a79ff0 req-a67ca3c9-8c5e-4568-8105-5e4b4defe724 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:10.826586 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-1436e371-caa5-4553-8787-ee9270a79ff0 req-a67ca3c9-8c5e-4568-8105-5e4b4defe724 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Synchronizing usage tracker for tenant:cff062860f9940faa57e665635bf80ef on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:32:10.888536 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device b05f65a0-06e0-4a83-81b6-10ad13ed53e1 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:32:10.986733 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-1436e371-caa5-4553-8787-ee9270a79ff0 req-a67ca3c9-8c5e-4568-8105-5e4b4defe724 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Unset dirty status for tenant:cff062860f9940faa57e665635bf80ef on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:32:10.994417 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-1436e371-caa5-4553-8787-ee9270a79ff0 req-a67ca3c9-8c5e-4568-8105-5e4b4defe724 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 931 time: 0.3128188 Jun 03 08:32:11.008657 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 53458) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:11.142927 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-1436e371-caa5-4553-8787-ee9270a79ff0 req-8980f620-56c0-473a-b68e-64415ee51abf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Synchronizing usage tracker for tenant:cff062860f9940faa57e665635bf80ef on resource:security_group {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:32:11.191381 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Request body: {'port': {'device_id': '9e142ab2-4e91-44d0-946e-7acf2552c3fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:32:11.364056 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-492b4dda-996b-43ab-9dfc-582cfbc95438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:11.403506 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Request body: {'port': {'device_id': '34c8608e-9ff7-4214-99d3-6bf60f10d9c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:32:11.416998 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-492b4dda-996b-43ab-9dfc-582cfbc95438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:11.423559 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-492b4dda-996b-43ab-9dfc-582cfbc95438 admin admin] Usage tracker for resource:security_group_rule and tenant:87d8ffce97244580acaf74b09ecafab8 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:11.432114 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-492b4dda-996b-43ab-9dfc-582cfbc95438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:11.438128 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c230991-2e8c-4960-aca5-26d6f88e873d None None] Pushing event updated for resources: {'Port': ['ID=173d1c6a-0d7a-496c-ba76-9b1129a215ec,revision_number=3']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:11.441637 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port b05f65a0-06e0-4a83-81b6-10ad13ed53e1 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:32:11.442207 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:11.449057 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-492b4dda-996b-43ab-9dfc-582cfbc95438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:11.465556 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-1436e371-caa5-4553-8787-ee9270a79ff0 req-8980f620-56c0-473a-b68e-64415ee51abf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Unset dirty status for tenant:cff062860f9940faa57e665635bf80ef on resource:security_group {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:32:11.489115 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-1436e371-caa5-4553-8787-ee9270a79ff0 req-8980f620-56c0-473a-b68e-64415ee51abf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903667 Jun 03 08:32:11.652148 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-4c230991-2e8c-4960-aca5-26d6f88e873d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:11.836230 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] Attempting to bind port 173d1c6a-0d7a-496c-ba76-9b1129a215ec on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:32:11.836596 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] Attempting to bind port 173d1c6a-0d7a-496c-ba76-9b1129a215ec by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': 'bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11'}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:32:11.837006 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] Attempting to bind port 173d1c6a-0d7a-496c-ba76-9b1129a215ec on network cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:32:11.847884 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:32:11.848049 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] Checking segment: {'id': 'bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:32:11.848377 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:11.848769 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] Bound using segment: {'id': 'bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11'} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:32:11.849281 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] Bound port: 173d1c6a-0d7a-496c-ba76-9b1129a215ec, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11'}}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:32:11.849599 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:12.056485 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:12.069161 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] For port 173d1c6a-0d7a-496c-ba76-9b1129a215ec, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:32:12.076014 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] For port 173d1c6a-0d7a-496c-ba76-9b1129a215ec, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=173d1c6a-0d7a-496c-ba76-9b1129a215ec,segment=NetworkSegment(bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b),segment_id=bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b)] {{(pid=92358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:32:12.078679 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-00528984-57f0-466e-9483-e9477a80f32c tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:12.080796 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-00528984-57f0-466e-9483-e9477a80f32c tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Synchronizing usage tracker for tenant:f3064070b7db4eb29c338090265dddc9 on resource:network {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:32:12.152493 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:12.182747 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d630ee4-33b9-4756-981e-88546b98cc62 req-b0d49dc4-edd2-406a-ad17-b5bea3ffb705 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:12.183791 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-8d630ee4-33b9-4756-981e-88546b98cc62 req-b0d49dc4-edd2-406a-ad17-b5bea3ffb705 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Synchronizing usage tracker for tenant:1f28cd5817644f8a9e9f3dd02ff8e1fd on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:32:12.191095 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-492b4dda-996b-43ab-9dfc-582cfbc95438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:12.313186 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:12.347453 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:12.384966 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-00528984-57f0-466e-9483-e9477a80f32c tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Unset dirty status for tenant:f3064070b7db4eb29c338090265dddc9 on resource:network {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:32:12.401889 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-00528984-57f0-466e-9483-e9477a80f32c tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/networks?id=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 HTTP/1.1" status: 200 len: 818 time: 1.1795385 Jun 03 08:32:12.403203 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-492b4dda-996b-43ab-9dfc-582cfbc95438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:12.426726 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:12.499540 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-0717ede6-86ac-4c79-9230-f232c916c6ad tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/quotas/f3064070b7db4eb29c338090265dddc9 HTTP/1.1" status: 200 len: 375 time: 0.0797429 Jun 03 08:32:12.506993 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] Routers {'384dd31c-a045-4f5d-bd9e-32643682b706'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:32:12.507634 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:31:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['384dd31c-a045-4f5d-bd9e-32643682b706'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:32:12.763285 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b4dda-996b-43ab-9dfc-582cfbc95438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91e240d-a81d-4952-84f3-e9c200bc2b44,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:12.775374 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-492b4dda-996b-43ab-9dfc-582cfbc95438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:12.810828 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-492b4dda-996b-43ab-9dfc-582cfbc95438 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87d8ffce97244580acaf74b09ecafab8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8010161 Jun 03 08:32:12.819106 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 53518) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:12.908104 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-1800acf3-1bc9-42d3-9d67-7021849b8c9f tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Synchronizing usage tracker for tenant:f3064070b7db4eb29c338090265dddc9 on resource:port {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:32:12.934546 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7d8f01e8-5d97-41f8-9ede-86c3d4134ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:13.015420 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7d8f01e8-5d97-41f8-9ede-86c3d4134ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:13.081413 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c230991-2e8c-4960-aca5-26d6f88e873d None None] Pushing event updated for resources: {'Port': ['ID=173d1c6a-0d7a-496c-ba76-9b1129a215ec,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:13.087355 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-4c230991-2e8c-4960-aca5-26d6f88e873d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:13.100228 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] Set router 384dd31c-a045-4f5d-bd9e-32643682b706 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:32:13.116604 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-8d630ee4-33b9-4756-981e-88546b98cc62 req-b0d49dc4-edd2-406a-ad17-b5bea3ffb705 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Unset dirty status for tenant:1f28cd5817644f8a9e9f3dd02ff8e1fd on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:32:13.127637 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-8d630ee4-33b9-4756-981e-88546b98cc62 req-b0d49dc4-edd2-406a-ad17-b5bea3ffb705 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 931 time: 1.2684774 Jun 03 08:32:13.186017 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-1800acf3-1bc9-42d3-9d67-7021849b8c9f tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Unset dirty status for tenant:f3064070b7db4eb29c338090265dddc9 on resource:port {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:32:13.193972 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-1800acf3-1bc9-42d3-9d67-7021849b8c9f tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3064070b7db4eb29c338090265dddc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6912584 Jun 03 08:32:13.249929 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7d8f01e8-5d97-41f8-9ede-86c3d4134ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:13.267544 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:13.307576 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f01e8-5d97-41f8-9ede-86c3d4134ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91e240d-a81d-4952-84f3-e9c200bc2b44,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:13.315056 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-7d8f01e8-5d97-41f8-9ede-86c3d4134ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:13.420877 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7d8f01e8-5d97-41f8-9ede-86c3d4134ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:13.422216 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-7d8f01e8-5d97-41f8-9ede-86c3d4134ddd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e91e240d-a81d-4952-84f3-e9c200bc2b44 HTTP/1.1" status: 204 len: 168 time: 0.6020873 Jun 03 08:32:13.429248 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320a4499-51fd-483b-b1b8-cd3bb07adf5f {{(pid=92357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:32:13.439627 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:13.479692 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Transition to ACTIVE for port object 320a4499-51fd-483b-b1b8-cd3bb07adf5f will not be triggered until provisioned by entity L2. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:32:13.522638 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-a22df810-3e9c-4851-b2ae-a40406709f99 service neutron] 10.222.0.18 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220999 Jun 03 08:32:13.559854 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 {{(pid=92357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:32:13.580813 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:13.618967 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-8d630ee4-33b9-4756-981e-88546b98cc62 req-c94c5a0c-20d8-41fc-aaed-d9412ea81d11 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748559 Jun 03 08:32:13.647953 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Transition to ACTIVE for port object 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 will not be triggered until provisioned by entity L2. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:32:13.649326 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:13.673358 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-e092d6bc-7bb6-4799-b91d-4dbd21063a95 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:13.817832 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:13.935551 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-c50b5263-3500-41cf-b635-d5a6eaba807c service neutron] 10.222.0.18 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989012 Jun 03 08:32:14.061299 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384dd31c-a045-4f5d-bd9e-32643682b706', 'name': 'tempest-ServerRescueNegativeTestJSON-782151809-router', 'tenant_id': 'f3064070b7db4eb29c338090265dddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'b05f65a0-06e0-4a83-81b6-10ad13ed53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:32:00Z', 'updated_at': '2021-06-03T08:32:06Z', 'revision_number': 4, 'project_id': 'f3064070b7db4eb29c338090265dddc9', 'gw_port': {'id': 'b05f65a0-06e0-4a83-81b6-10ad13ed53e1', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384dd31c-a045-4f5d-bd9e-32643682b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:32:01Z', 'updated_at': '2021-06-03T08:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': '173d1c6a-0d7a-496c-ba76-9b1129a215ec', 'name': '', 'network_id': 'cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11', 'tenant_id': 'f3064070b7db4eb29c338090265dddc9', 'mac_address': 'fa:16:3e:5c:44:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384dd31c-a045-4f5d-bd9e-32643682b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1a1c7d0a-5118-4e26-963e-4cc0a9489fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:32:05Z', 'updated_at': '2021-06-03T08:32:12Z', 'revision_number': 4, 'project_id': 'f3064070b7db4eb29c338090265dddc9', 'subnets': [{'id': '1a1c7d0a-5118-4e26-963e-4cc0a9489fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:32:14.063138 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Pushing event updated for resources: {'Port': ['ID=320a4499-51fd-483b-b1b8-cd3bb07adf5f,revision_number=2']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:14.073585 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6c7a0f-6e69-4a8e-92c9-74dbaa43fee6 None None] The sync data for ids ['384dd31c-a045-4f5d-bd9e-32643682b706'] in dv-cinder-787262-5-smb is: [{'id': '384dd31c-a045-4f5d-bd9e-32643682b706', 'name': 'tempest-ServerRescueNegativeTestJSON-782151809-router', 'tenant_id': 'f3064070b7db4eb29c338090265dddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'b05f65a0-06e0-4a83-81b6-10ad13ed53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:32:00Z', 'updated_at': '2021-06-03T08:32:06Z', 'revision_number': 4, 'project_id': 'f3064070b7db4eb29c338090265dddc9', 'gw_port': {'id': 'b05f65a0-06e0-4a83-81b6-10ad13ed53e1', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384dd31c-a045-4f5d-bd9e-32643682b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:32:01Z', 'updated_at': '2021-06-03T08:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': '173d1c6a-0d7a-496c-ba76-9b1129a215ec', 'name': '', 'network_id': 'cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11', 'tenant_id': 'f3064070b7db4eb29c338090265dddc9', 'mac_address': 'fa:16:3e:5c:44:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384dd31c-a045-4f5d-bd9e-32643682b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1a1c7d0a-5118-4e26-963e-4cc0a9489fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:32:05Z', 'updated_at': '2021-06-03T08:32:12Z', 'revision_number': 4, 'project_id': 'f3064070b7db4eb29c338090265dddc9', 'subnets': [{'id': '1a1c7d0a-5118-4e26-963e-4cc0a9489fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:32:14.352480 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:14.359933 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Attempting to bind port 320a4499-51fd-483b-b1b8-cd3bb07adf5f on host hv-cinder-78726 for vnic_type normal with profile {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:32:14.361484 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Attempting to bind port 320a4499-51fd-483b-b1b8-cd3bb07adf5f by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '8357feaa-9be8-4302-8db1-454f58ba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c'}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:32:14.366176 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Attempting to bind port 320a4499-51fd-483b-b1b8-cd3bb07adf5f on network d2197ef7-85d9-4757-a2e4-13328e9df99c {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:32:14.473612 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-c7800d9c-68b0-486a-acb2-460907e34ecf tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.459s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:14.495039 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d212fbf9-a7fc-4f19-b763-96fa30023143 req-c36db5e3-f136-442d-b0d5-e0d501aac663 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 210 time: 0.1666775 Jun 03 08:32:14.671807 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Port 320a4499-51fd-483b-b1b8-cd3bb07adf5f on network d2197ef7-85d9-4757-a2e4-13328e9df99c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 08:32:14.672192 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Attempting to bind port 320a4499-51fd-483b-b1b8-cd3bb07adf5f on network d2197ef7-85d9-4757-a2e4-13328e9df99c {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:32:14.770847 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2515d4-9ba9-4ad2-a273-86c3bae0feb8,revision_number=2']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:14.779481 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Checking agent: {'id': '0b62ef4c-67a0-4b60-a013-2ab920ba3ff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'started_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:32:14.779481 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Checking segment: {'id': '8357feaa-9be8-4302-8db1-454f58ba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:32:14.779481 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Bound using segment: {'id': '8357feaa-9be8-4302-8db1-454f58ba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c'} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:32:14.787460 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Bound port: 320a4499-51fd-483b-b1b8-cd3bb07adf5f, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8357feaa-9be8-4302-8db1-454f58ba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c'}}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:32:14.788092 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:14.804168 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Attempting to bind port 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:32:14.805398 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Attempting to bind port 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '67cac04b-92f4-4ef2-9f50-68091a80dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c3a49412-e766-431a-8cc4-e682fadae527'}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:32:14.806282 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Attempting to bind port 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 on network c3a49412-e766-431a-8cc4-e682fadae527 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:32:14.824878 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:14.835662 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Port 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 on network c3a49412-e766-431a-8cc4-e682fadae527 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 08:32:14.836034 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Attempting to bind port 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 on network c3a49412-e766-431a-8cc4-e682fadae527 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:32:14.847958 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Checking agent: {'id': '0b62ef4c-67a0-4b60-a013-2ab920ba3ff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'started_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:32:14.848359 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Checking segment: {'id': '67cac04b-92f4-4ef2-9f50-68091a80dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c3a49412-e766-431a-8cc4-e682fadae527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:32:14.848747 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Bound using segment: {'id': '67cac04b-92f4-4ef2-9f50-68091a80dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c3a49412-e766-431a-8cc4-e682fadae527'} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:32:14.849271 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Bound port: 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cac04b-92f4-4ef2-9f50-68091a80dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c3a49412-e766-431a-8cc4-e682fadae527'}}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:32:14.850051 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:14.961273 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 173d1c6a-0d7a-496c-ba76-9b1129a215ec up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:32:15.076303 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] For port 320a4499-51fd-483b-b1b8-cd3bb07adf5f, host hv-cinder-78726, cleared binding levels {{(pid=92357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:32:15.128938 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ee5ef-134c-4c7f-9dac-6fca6fd69add req-d4f5b634-3eab-4406-a697-72ebc5cee4d9 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:15.140561 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-388ee5ef-134c-4c7f-9dac-6fca6fd69add req-d4f5b634-3eab-4406-a697-72ebc5cee4d9 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 943 time: 0.2262518 Jun 03 08:32:15.243086 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-388ee5ef-134c-4c7f-9dac-6fca6fd69add req-c9b04f19-892e-4207-8135-98235d920339 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Synchronizing usage tracker for tenant:1f28cd5817644f8a9e9f3dd02ff8e1fd on resource:security_group {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:32:15.257218 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] For port 320a4499-51fd-483b-b1b8-cd3bb07adf5f, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=320a4499-51fd-483b-b1b8-cd3bb07adf5f,segment=NetworkSegment(8357feaa-9be8-4302-8db1-454f58ba9544),segment_id=8357feaa-9be8-4302-8db1-454f58ba9544)] {{(pid=92357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:32:15.318473 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port 173d1c6a-0d7a-496c-ba76-9b1129a215ec completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:32:15.324416 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port 173d1c6a-0d7a-496c-ba76-9b1129a215ec triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:32:15.324843 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:15.416755 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:15.421813 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-388ee5ef-134c-4c7f-9dac-6fca6fd69add req-c9b04f19-892e-4207-8135-98235d920339 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Unset dirty status for tenant:1f28cd5817644f8a9e9f3dd02ff8e1fd on resource:security_group {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:32:15.426174 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-388ee5ef-134c-4c7f-9dac-6fca6fd69add req-c9b04f19-892e-4207-8135-98235d920339 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846026 Jun 03 08:32:15.478240 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a2844-771f-440b-9a23-d511d28a1a13 req-4e7e71c3-d825-41cc-919a-2d0e35a6afe4 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:15.494380 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-592a2844-771f-440b-9a23-d511d28a1a13 req-4e7e71c3-d825-41cc-919a-2d0e35a6afe4 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 943 time: 1.6705012 Jun 03 08:32:15.502391 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:15.769421 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:15.795373 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] For port 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8, host hv-cinder-78726, cleared binding levels {{(pid=92357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:32:15.818728 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:15.820320 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:15.825232 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] 10.222.0.47 "PUT /v2.0/ports/320a4499-51fd-483b-b1b8-cd3bb07adf5f HTTP/1.1" status: 200 len: 1093 time: 4.8817363 Jun 03 08:32:15.825665 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e142ab2-4e91-44d0-946e-7acf2552c3fa', 'tag': '320a4499-51fd-483b-b1b8-cd3bb07adf5f'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:32:15.885926 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] For port 173d1c6a-0d7a-496c-ba76-9b1129a215ec, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=173d1c6a-0d7a-496c-ba76-9b1129a215ec,segment=NetworkSegment(bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b),segment_id=bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:32:15.919380 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Pushing event updated for resources: {'Port': ['ID=320a4499-51fd-483b-b1b8-cd3bb07adf5f,revision_number=3']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:15.934045 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:15.935968 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] For port 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4c2515d4-9ba9-4ad2-a273-86c3bae0feb8,segment=NetworkSegment(67cac04b-92f4-4ef2-9f50-68091a80dbd8),segment_id=67cac04b-92f4-4ef2-9f50-68091a80dbd8)] {{(pid=92357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:32:15.959617 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-592a2844-771f-440b-9a23-d511d28a1a13 req-2c14e427-54d1-4128-ae99-53d8005c093c tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651890 Jun 03 08:32:16.056550 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:16.070475 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:16.138609 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-b94bca46-fafa-4720-980a-192ed5476961 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:16.147593 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-b94bca46-fafa-4720-980a-192ed5476961 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/networks?id=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 HTTP/1.1" status: 200 len: 818 time: 0.4536431 Jun 03 08:32:16.186784 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-5060acab-8d48-47fa-934c-ce758580b21a tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/quotas/f3064070b7db4eb29c338090265dddc9 HTTP/1.1" status: 200 len: 375 time: 0.0379214 Jun 03 08:32:16.315337 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Pushing event updated for resources: {'Port': ['ID=173d1c6a-0d7a-496c-ba76-9b1129a215ec,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:16.334456 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:16.372857 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3946da6-6dea-48ed-bdd4-64f597be007b" -d '{"events": [{"name": "network-changed", "server_uuid": "9e142ab2-4e91-44d0-946e-7acf2552c3fa", "tag": "320a4499-51fd-483b-b1b8-cd3bb07adf5f"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:32:16.372857 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:16.439675 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:16.478143 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-d3992b8e-23c4-4bab-8862-7fdc3662377d tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3064070b7db4eb29c338090265dddc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2830405 Jun 03 08:32:16.569447 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:16.570045 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:16.571572 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-43714be3-0745-40ba-a86b-c290d7e87733 req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] 10.222.0.47 "PUT /v2.0/ports/4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 HTTP/1.1" status: 200 len: 1093 time: 5.6007094 Jun 03 08:32:16.627484 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2515d4-9ba9-4ad2-a273-86c3bae0feb8,revision_number=3']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:16.632786 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:16.643127 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-2c402dc9-858c-46ab-a4f4-24e84c4eebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:16.644671 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-2c402dc9-858c-46ab-a4f4-24e84c4eebe2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cff062860f9940faa57e665635bf80ef&device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 1096 time: 0.6100311 Jun 03 08:32:16.744328 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14efe845-674a-42b5-8b74-8b5cd16699cf x-openstack-request-id: req-14efe845-674a-42b5-8b74-8b5cd16699cf {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:32:16.744667 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e142ab2-4e91-44d0-946e-7acf2552c3fa", "tag": "320a4499-51fd-483b-b1b8-cd3bb07adf5f", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:32:16.744881 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14efe845-674a-42b5-8b74-8b5cd16699cf {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:32:16.745471 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e142ab2-4e91-44d0-946e-7acf2552c3fa', 'tag': '320a4499-51fd-483b-b1b8-cd3bb07adf5f', 'status': 'completed', 'code': 200} Jun 03 08:32:16.780554 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-2c9930ef-bc73-459a-a883-62a4c183f9df service neutron] 10.222.0.18 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933686 Jun 03 08:32:16.781947 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 173d1c6a-0d7a-496c-ba76-9b1129a215ec up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:32:16.902701 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port 173d1c6a-0d7a-496c-ba76-9b1129a215ec triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:32:16.903431 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:16.970388 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec32cdb-5164-42a8-93ed-45f8b5b67562 req-a09be9ca-ff18-4485-aeeb-92ed3c0a8a5b tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:16.971956 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-cec32cdb-5164-42a8-93ed-45f8b5b67562 req-a09be9ca-ff18-4485-aeeb-92ed3c0a8a5b tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 943 time: 0.1055551 Jun 03 08:32:17.074446 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-cec32cdb-5164-42a8-93ed-45f8b5b67562 req-9879a169-6a17-4bf3-8cf5-ec58c2a21512 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933254 Jun 03 08:32:17.110434 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-a8c7c62d-8e76-4423-bac3-fa0bef7f7d02 service neutron] 10.222.0.18 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288589 Jun 03 08:32:17.347291 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bbb1c-89e6-471f-bf13-b21b002ff648 req-695efffd-c190-42c6-928f-e0a53fadfcb2 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:17.349279 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-296bbb1c-89e6-471f-bf13-b21b002ff648 req-695efffd-c190-42c6-928f-e0a53fadfcb2 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 943 time: 0.1270061 Jun 03 08:32:17.598310 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-296bbb1c-89e6-471f-bf13-b21b002ff648 req-1b2d1ffa-19cf-409b-ad42-17d41f02d81e tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088398 Jun 03 08:32:17.602664 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d3c734a9-924b-43e1-af4a-033048b633bc req-40356ca3-bfcd-43c1-9aaa-f48daba0a067 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 210 time: 0.0487792 Jun 03 08:32:17.647614 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-4b47b583-61c5-45a9-95dc-0c08ce88740b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=320a4499-51fd-483b-b1b8-cd3bb07adf5f HTTP/1.1" status: 200 len: 217 time: 0.1550608 Jun 03 08:32:17.738482 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43714be3-0745-40ba-a86b-c290d7e87733 req-1c73cb44-103d-4c1b-8633-dc7a7862566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:17.740022 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-43714be3-0745-40ba-a86b-c290d7e87733 req-1c73cb44-103d-4c1b-8633-dc7a7862566e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f28cd5817644f8a9e9f3dd02ff8e1fd&device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 1096 time: 0.1804729 Jun 03 08:32:17.753115 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-0dac69f2-3a6f-489b-90fe-5be86b9a1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:17.754771 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-0dac69f2-3a6f-489b-90fe-5be86b9a1484 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=953f21ea-c75c-4545-b610-547c5766cd2e HTTP/1.1" status: 200 len: 854 time: 0.0948257 Jun 03 08:32:17.841506 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-43714be3-0745-40ba-a86b-c290d7e87733 req-49214935-ec78-44d2-951d-6ac8b496485d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 HTTP/1.1" status: 200 len: 217 time: 0.0855422 Jun 03 08:32:17.988628 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-71e32ce3-d7db-4b5c-abb9-8bbc6bb79fd9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2197ef7-85d9-4757-a2e4-13328e9df99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328442 Jun 03 08:32:18.031582 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43714be3-0745-40ba-a86b-c290d7e87733 req-01f56bd3-e21e-4338-aa6a-99f1631ae31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:18.037308 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-43714be3-0745-40ba-a86b-c290d7e87733 req-01f56bd3-e21e-4338-aa6a-99f1631ae31b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1da010a-9a97-4037-9a12-6fbb50a93885 HTTP/1.1" status: 200 len: 852 time: 0.1302886 Jun 03 08:32:18.339891 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a44d4-d843-4e9e-ba4c-2277a705ecf0 req-4f0305ac-bc13-4eb4-962a-8544da042f1a tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:18.341326 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7b0a44d4-d843-4e9e-ba4c-2277a705ecf0 req-4f0305ac-bc13-4eb4-962a-8544da042f1a tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 943 time: 0.1191034 Jun 03 08:32:18.393397 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7b0a44d4-d843-4e9e-ba4c-2277a705ecf0 req-6e948794-1a02-4e24-b8ac-a75156df9552 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447016 Jun 03 08:32:18.531264 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:18.750484 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c8608e-9ff7-4214-99d3-6bf60f10d9c0', 'tag': '4c2515d4-9ba9-4ad2-a273-86c3bae0feb8'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:32:18.753273 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366c76cd-da9d-47be-bdb0-1a87600a3b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "34c8608e-9ff7-4214-99d3-6bf60f10d9c0", "tag": "4c2515d4-9ba9-4ad2-a273-86c3bae0feb8"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:32:18.773480 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0097b880-04d5-486b-9350-6f7431da4225 req-986460e3-9dd5-4bf4-8d2e-57058cf79418 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 210 time: 0.0811150 Jun 03 08:32:18.832664 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4479610-2a89-4b20-804f-cca26de5fbb4 x-openstack-request-id: req-a4479610-2a89-4b20-804f-cca26de5fbb4 {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:32:18.833466 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c8608e-9ff7-4214-99d3-6bf60f10d9c0", "tag": "4c2515d4-9ba9-4ad2-a273-86c3bae0feb8", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:32:18.833775 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4479610-2a89-4b20-804f-cca26de5fbb4 {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:32:18.834706 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c8608e-9ff7-4214-99d3-6bf60f10d9c0', 'tag': '4c2515d4-9ba9-4ad2-a273-86c3bae0feb8', 'status': 'completed', 'code': 200} Jun 03 08:32:18.999492 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed3a33-6af9-4f27-babf-d6bbc5c2658d req-4b4483c3-5351-4bc0-82fa-f17a46def534 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:19.006995 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-c8ed3a33-6af9-4f27-babf-d6bbc5c2658d req-4b4483c3-5351-4bc0-82fa-f17a46def534 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 943 time: 0.1326630 Jun 03 08:32:19.075263 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-c8ed3a33-6af9-4f27-babf-d6bbc5c2658d req-bf6f7a4b-ee7b-4ad7-9def-253cdc36c9f3 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668163 Jun 03 08:32:19.091553 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 53714) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:19.258703 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-744cfa2e-e7b3-4ae7-b5df-fdfc0c5f3c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:19.269979 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-744cfa2e-e7b3-4ae7-b5df-fdfc0c5f3c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:19.275166 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-744cfa2e-e7b3-4ae7-b5df-fdfc0c5f3c6d admin admin] Usage tracker for resource:security_group_rule and tenant:d02aa83f3b6e4821b5e36a504fd89530 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:19.278289 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-744cfa2e-e7b3-4ae7-b5df-fdfc0c5f3c6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:19.284208 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-744cfa2e-e7b3-4ae7-b5df-fdfc0c5f3c6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:19.392661 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-744cfa2e-e7b3-4ae7-b5df-fdfc0c5f3c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:19.564907 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-744cfa2e-e7b3-4ae7-b5df-fdfc0c5f3c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:19.576601 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-3b3f078b-fcd8-49e4-9c6a-09300158dfa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:19.633321 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-744cfa2e-e7b3-4ae7-b5df-fdfc0c5f3c6d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d02aa83f3b6e4821b5e36a504fd89530&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5404310 Jun 03 08:32:19.636153 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 53722) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:19.645028 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cfa2e-e7b3-4ae7-b5df-fdfc0c5f3c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f80e7f-254f-4454-9ea0-8b58c3c62cd4,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:19.645028 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-744cfa2e-e7b3-4ae7-b5df-fdfc0c5f3c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:19.680958 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce45b0e-e8e3-4544-ac63-7a30162c712e req-a63653d9-b349-4b33-9eea-cd7a53d743fb tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:19.685703 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-8ce45b0e-e8e3-4544-ac63-7a30162c712e req-a63653d9-b349-4b33-9eea-cd7a53d743fb tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 943 time: 0.1732359 Jun 03 08:32:19.726933 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 53724) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:19.770725 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-8ce45b0e-e8e3-4544-ac63-7a30162c712e req-cae4ff6d-2fda-48fc-884a-d8aba65c844a tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702372 Jun 03 08:32:19.775424 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-fddf0f07-a73f-4fe8-a340-c8027861f9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:19.822777 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-fddf0f07-a73f-4fe8-a340-c8027861f9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:19.928376 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e26f8adb-d7b7-4eb8-adba-13a95295d035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:19.949511 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-e26f8adb-d7b7-4eb8-adba-13a95295d035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:19.951321 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9a678f1f-be08-478e-80cc-b271f4bdd443 req-863ff6c4-3635-4748-8979-ccdd34974b4f tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 210 time: 0.0543399 Jun 03 08:32:19.954236 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-e26f8adb-d7b7-4eb8-adba-13a95295d035 admin admin] Usage tracker for resource:security_group_rule and tenant:423e80aa41684affb82013cafcf96e38 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:19.957955 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-e26f8adb-d7b7-4eb8-adba-13a95295d035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:19.964686 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-e26f8adb-d7b7-4eb8-adba-13a95295d035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:20.100395 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-fddf0f07-a73f-4fe8-a340-c8027861f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:20.108062 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:20.171542 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf0f07-a73f-4fe8-a340-c8027861f9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f80e7f-254f-4454-9ea0-8b58c3c62cd4,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:20.171542 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-fddf0f07-a73f-4fe8-a340-c8027861f9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:20.171542 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-fddf0f07-a73f-4fe8-a340-c8027861f9d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76f80e7f-254f-4454-9ea0-8b58c3c62cd4 HTTP/1.1" status: 204 len: 168 time: 0.5314610 Jun 03 08:32:20.171542 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-fddf0f07-a73f-4fe8-a340-c8027861f9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:20.297165 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e26f8adb-d7b7-4eb8-adba-13a95295d035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:20.364761 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5094cf9-9c1d-4a6b-b7ec-e2f8ba12fef0 req-12b19fa7-da41-4642-8313-de913f2fd20e tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:20.375252 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a5094cf9-9c1d-4a6b-b7ec-e2f8ba12fef0 req-12b19fa7-da41-4642-8313-de913f2fd20e tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 943 time: 0.1303573 Jun 03 08:32:20.427435 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a5094cf9-9c1d-4a6b-b7ec-e2f8ba12fef0 req-1f8c2cd6-99db-465b-a998-891b0c5f9896 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511696 Jun 03 08:32:20.455346 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e26f8adb-d7b7-4eb8-adba-13a95295d035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:20.465946 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:20.522331 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-e26f8adb-d7b7-4eb8-adba-13a95295d035 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=423e80aa41684affb82013cafcf96e38&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7943535 Jun 03 08:32:20.523651 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f8adb-d7b7-4eb8-adba-13a95295d035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2300b5b-0bb7-488b-80b6-af5b4162c7f8,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:20.524997 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 53752) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:20.527799 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-e26f8adb-d7b7-4eb8-adba-13a95295d035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:20.603754 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-5d7637b6-47a8-4b1d-9d4a-466c88705f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:20.689492 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-5d7637b6-47a8-4b1d-9d4a-466c88705f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:20.908604 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-5d7637b6-47a8-4b1d-9d4a-466c88705f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:20.912774 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:20.935242 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7637b6-47a8-4b1d-9d4a-466c88705f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2300b5b-0bb7-488b-80b6-af5b4162c7f8,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:20.941611 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-5d7637b6-47a8-4b1d-9d4a-466c88705f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:20.941611 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-5d7637b6-47a8-4b1d-9d4a-466c88705f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:20.966188 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-5d7637b6-47a8-4b1d-9d4a-466c88705f3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2300b5b-0bb7-488b-80b6-af5b4162c7f8 HTTP/1.1" status: 204 len: 168 time: 0.4377007 Jun 03 08:32:21.082066 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7972f-a55b-4ea1-91e1-143e1c6532c2 req-833ffe34-2fe3-4551-a0a2-1018d548fcd9 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:21.089287 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-86b7972f-a55b-4ea1-91e1-143e1c6532c2 req-833ffe34-2fe3-4551-a0a2-1018d548fcd9 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 943 time: 0.1916654 Jun 03 08:32:21.140846 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-86b7972f-a55b-4ea1-91e1-143e1c6532c2 req-7145227e-2c95-42c1-a89d-a4e5f34c0870 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506094 Jun 03 08:32:21.149807 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4cbc5b3f-a9a9-432b-85a7-68ded930ccf2 req-95a23cf2-d246-4de9-8ffe-c0ef0dfc1224 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 210 time: 0.0557828 Jun 03 08:32:21.727054 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 53786) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:21.748744 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4cb45500-b176-4df0-b297-f7e72949ca9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:21.759279 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc59a6a-8b2d-4ceb-99d2-93dbc1c736f3 req-35af18bd-8bda-4c0b-8bf4-1146e3b62a05 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:21.760792 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fdc59a6a-8b2d-4ceb-99d2-93dbc1c736f3 req-35af18bd-8bda-4c0b-8bf4-1146e3b62a05 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 943 time: 0.1009951 Jun 03 08:32:21.764674 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-4cb45500-b176-4df0-b297-f7e72949ca9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:21.769085 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-4cb45500-b176-4df0-b297-f7e72949ca9b admin admin] Usage tracker for resource:security_group_rule and tenant:bf895c51eeea4d039fc9a9401acddd14 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:21.772227 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-4cb45500-b176-4df0-b297-f7e72949ca9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:21.779160 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-4cb45500-b176-4df0-b297-f7e72949ca9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:21.815907 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fdc59a6a-8b2d-4ceb-99d2-93dbc1c736f3 req-1cb977e4-d682-4fb8-873d-cd0acd6b733f tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487669 Jun 03 08:32:21.886825 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4cb45500-b176-4df0-b297-f7e72949ca9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:22.043899 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4cb45500-b176-4df0-b297-f7e72949ca9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:22.064848 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 53792) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:22.065872 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-5d7637b6-47a8-4b1d-9d4a-466c88705f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:22.082457 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-0f1d4f95-6b63-4e10-bf69-8fc28ef44a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:22.099719 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-0f1d4f95-6b63-4e10-bf69-8fc28ef44a99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:22.103663 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-0f1d4f95-6b63-4e10-bf69-8fc28ef44a99 admin admin] Usage tracker for resource:security_group_rule and tenant:762aaa222f0649718615f48771459abc is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:22.106748 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-0f1d4f95-6b63-4e10-bf69-8fc28ef44a99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:22.114336 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-0f1d4f95-6b63-4e10-bf69-8fc28ef44a99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:22.146246 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-4cb45500-b176-4df0-b297-f7e72949ca9b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf895c51eeea4d039fc9a9401acddd14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174697 Jun 03 08:32:22.149319 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 53796) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:22.158448 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb45500-b176-4df0-b297-f7e72949ca9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a346ca9-f92e-4140-ac9f-dde96a51f075,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:22.164472 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-4cb45500-b176-4df0-b297-f7e72949ca9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:22.292215 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-62aeff65-a43c-4c02-a210-d14679f24b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:22.356005 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-383f7a6b-0b34-4a81-ae62-1941b0f80eac req-9de2b78b-8c23-436d-b063-c0fe28230314 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 210 time: 0.0675120 Jun 03 08:32:22.356686 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ea79a-8ed6-44dc-b7d4-6ce0b6ca80bd req-d25e3024-e2ba-481c-b90c-a08640df7f75 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:22.358278 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f71ea79a-8ed6-44dc-b7d4-6ce0b6ca80bd req-d25e3024-e2ba-481c-b90c-a08640df7f75 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 943 time: 0.0802155 Jun 03 08:32:22.379740 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-62aeff65-a43c-4c02-a210-d14679f24b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:22.392795 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-0f1d4f95-6b63-4e10-bf69-8fc28ef44a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:22.405082 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f71ea79a-8ed6-44dc-b7d4-6ce0b6ca80bd req-2a524607-7c39-4881-8112-f7c75628dcb8 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 Jun 03 08:32:22.562032 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-0f1d4f95-6b63-4e10-bf69-8fc28ef44a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:22.611302 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-43714be3-0745-40ba-a86b-c290d7e87733 req-59573ad2-501a-4aa5-9abe-ded48aae55a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3a49412-e766-431a-8cc4-e682fadae527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050799 Jun 03 08:32:22.662246 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-13ae8fed-a278-47f5-b588-c5c216467be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:22.668773 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-62aeff65-a43c-4c02-a210-d14679f24b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:22.774619 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-0f1d4f95-6b63-4e10-bf69-8fc28ef44a99 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=762aaa222f0649718615f48771459abc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7063923 Jun 03 08:32:22.775166 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 53820) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:22.780407 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d4f95-6b63-4e10-bf69-8fc28ef44a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d020ba-8c08-4df6-ba99-ee13bf5a49f2,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:22.844438 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-0f1d4f95-6b63-4e10-bf69-8fc28ef44a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:22.845610 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:22.870597 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-2dc1e847-0853-4d7f-b8c0-b1ebd28ef196 service neutron] 10.222.0.47 "GET /v2.0/networks/d2197ef7-85d9-4757-a2e4-13328e9df99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831923 Jun 03 08:32:22.877554 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a70e-c5db-4385-af4f-b36e70f59438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:22.878407 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aeff65-a43c-4c02-a210-d14679f24b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a346ca9-f92e-4140-ac9f-dde96a51f075,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:22.885678 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-62aeff65-a43c-4c02-a210-d14679f24b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:22.922661 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a70e-c5db-4385-af4f-b36e70f59438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:22.948268 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-62aeff65-a43c-4c02-a210-d14679f24b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:22.949377 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-62aeff65-a43c-4c02-a210-d14679f24b3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a346ca9-f92e-4140-ac9f-dde96a51f075 HTTP/1.1" status: 204 len: 168 time: 0.7990394 Jun 03 08:32:23.014857 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-43714be3-0745-40ba-a86b-c290d7e87733 req-1471d868-b9af-440a-aa2e-b15992a3a733 service neutron] 10.222.0.47 "GET /v2.0/networks/c3a49412-e766-431a-8cc4-e682fadae527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367617 Jun 03 08:32:23.140033 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a70e-c5db-4385-af4f-b36e70f59438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:23.147164 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:23.163552 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8a70e-c5db-4385-af4f-b36e70f59438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d020ba-8c08-4df6-ba99-ee13bf5a49f2,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:23.166638 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-c9f8a70e-c5db-4385-af4f-b36e70f59438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:23.167602 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a70e-c5db-4385-af4f-b36e70f59438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:23.169638 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-c9f8a70e-c5db-4385-af4f-b36e70f59438 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48d020ba-8c08-4df6-ba99-ee13bf5a49f2 HTTP/1.1" status: 204 len: 168 time: 0.3927629 Jun 03 08:32:23.195518 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-242729d9-2f0e-4f8e-8eeb-08d458d77558 req-083afa6f-a919-4446-859a-991d42356600 service neutron] 10.222.0.47 "GET /v2.0/networks/d2197ef7-85d9-4757-a2e4-13328e9df99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088639 Jun 03 08:32:23.293344 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-43714be3-0745-40ba-a86b-c290d7e87733 req-b18ee59d-7ef4-47c1-a82d-9255fbfd31f5 service neutron] 10.222.0.47 "GET /v2.0/networks/c3a49412-e766-431a-8cc4-e682fadae527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464299 Jun 03 08:32:23.314742 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5f55a-4309-41c7-afd8-67240820f732 req-c9223e71-01c2-410a-b892-3b65a01020ec tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:23.319243 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e0a5f55a-4309-41c7-afd8-67240820f732 req-c9223e71-01c2-410a-b892-3b65a01020ec tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 943 time: 0.2734599 Jun 03 08:32:23.408424 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-d107cccc-49a7-4de4-a289-84d2178a53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:23.414833 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e0a5f55a-4309-41c7-afd8-67240820f732 req-006aad32-9586-4013-9d8f-cbad4163f7c6 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870471 Jun 03 08:32:23.659068 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bd629-966a-4e9f-a104-0ddcd5793748 req-6b3e9dee-0abe-416d-be28-d6d4de42e6b6 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:23.660975 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-5c7bd629-966a-4e9f-a104-0ddcd5793748 req-6b3e9dee-0abe-416d-be28-d6d4de42e6b6 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 943 time: 0.0965397 Jun 03 08:32:23.682664 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.47', 49905) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:23.685452 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-214a91ca-be09-4188-a656-263318189f72 req-06e7ff21-faf4-4e5a-9849-7e4a4c74f752 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 210 time: 0.0631769 Jun 03 08:32:23.747551 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-5c7bd629-966a-4e9f-a104-0ddcd5793748 req-4e6ca2e4-d177-498e-b242-0ebc2754f056 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763397 Jun 03 08:32:23.819900 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3946da6-6dea-48ed-bdd4-64f597be007b req-b41bb3d0-7d77-4281-ba66-2d5b01abf827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:23.821728 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b3946da6-6dea-48ed-bdd4-64f597be007b req-b41bb3d0-7d77-4281-ba66-2d5b01abf827 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cff062860f9940faa57e665635bf80ef&device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 1096 time: 0.3159537 Jun 03 08:32:23.832836 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c76cd-da9d-47be-bdb0-1a87600a3b0d req-5fe4d2eb-71e6-4b3b-91aa-456888b8dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:23.834568 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-366c76cd-da9d-47be-bdb0-1a87600a3b0d req-5fe4d2eb-71e6-4b3b-91aa-456888b8dda9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f28cd5817644f8a9e9f3dd02ff8e1fd&device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 1096 time: 0.2689426 Jun 03 08:32:24.007087 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-6f2a3ac1-81e9-4679-82e3-067889438fec tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:24.008573 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-6f2a3ac1-81e9-4679-82e3-067889438fec tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.47 "GET /v2.0/networks?id=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 HTTP/1.1" status: 200 len: 818 time: 0.3110003 Jun 03 08:32:24.072833 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-08c41852-8ba9-4e49-9025-56163efcd598 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Request body: {'port': {'device_id': '06d43903-3c08-47c6-9062-1e3616f496a0', 'network_id': 'cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11', 'admin_state_up': True, 'tenant_id': 'f3064070b7db4eb29c338090265dddc9'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:32:24.225559 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3946da6-6dea-48ed-bdd4-64f597be007b req-c107e695-0150-4d36-8e24-23620fd8470f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:24.227137 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b3946da6-6dea-48ed-bdd4-64f597be007b req-c107e695-0150-4d36-8e24-23620fd8470f service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2197ef7-85d9-4757-a2e4-13328e9df99c HTTP/1.1" status: 200 len: 915 time: 0.3915949 Jun 03 08:32:24.238629 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c76cd-da9d-47be-bdb0-1a87600a3b0d req-8d989c38-a11d-49b0-a437-3103b56f5d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:24.239978 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-366c76cd-da9d-47be-bdb0-1a87600a3b0d req-8d989c38-a11d-49b0-a437-3103b56f5d9d service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3a49412-e766-431a-8cc4-e682fadae527 HTTP/1.1" status: 200 len: 913 time: 0.3776553 Jun 03 08:32:24.554307 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b3946da6-6dea-48ed-bdd4-64f597be007b req-21b816d9-8e47-431d-93c6-9daf8660c6a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=320a4499-51fd-483b-b1b8-cd3bb07adf5f HTTP/1.1" status: 200 len: 217 time: 0.3108182 Jun 03 08:32:24.558742 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-366c76cd-da9d-47be-bdb0-1a87600a3b0d req-2cde3adb-4b27-4a77-a93c-7f18c915582c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 HTTP/1.1" status: 200 len: 217 time: 0.2349355 Jun 03 08:32:24.560584 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-08c41852-8ba9-4e49-9025-56163efcd598 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:24.635810 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42586bd2-a4e7-4bdb-b4dc-8b58d8fa8532 req-69fa631a-cd68-4c95-85b2-077e16595799 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:24.638759 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-08c41852-8ba9-4e49-9025-56163efcd598 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:24.644245 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-42586bd2-a4e7-4bdb-b4dc-8b58d8fa8532 req-69fa631a-cd68-4c95-85b2-077e16595799 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 943 time: 0.0903583 Jun 03 08:32:24.694063 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c76cd-da9d-47be-bdb0-1a87600a3b0d req-fb37aacc-90ae-45bc-b56a-7d4cf9cb1908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:24.696025 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-366c76cd-da9d-47be-bdb0-1a87600a3b0d req-fb37aacc-90ae-45bc-b56a-7d4cf9cb1908 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1da010a-9a97-4037-9a12-6fbb50a93885 HTTP/1.1" status: 200 len: 852 time: 0.1284289 Jun 03 08:32:24.703859 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.47', 49907) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:24.705080 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3946da6-6dea-48ed-bdd4-64f597be007b req-7ed6f66e-c2d1-4437-9006-a3ba7e368f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:24.708024 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b3946da6-6dea-48ed-bdd4-64f597be007b req-7ed6f66e-c2d1-4437-9006-a3ba7e368f04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=953f21ea-c75c-4545-b610-547c5766cd2e HTTP/1.1" status: 200 len: 854 time: 0.1388793 Jun 03 08:32:24.761671 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-42586bd2-a4e7-4bdb-b4dc-8b58d8fa8532 req-000e85d7-51a8-4719-8268-0bb909d69ff9 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163359 Jun 03 08:32:24.838832 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-366c76cd-da9d-47be-bdb0-1a87600a3b0d req-b67a20c4-ce9b-45de-9125-348505fda11f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3a49412-e766-431a-8cc4-e682fadae527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294167 Jun 03 08:32:24.849367 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b3946da6-6dea-48ed-bdd4-64f597be007b req-5a591310-28e8-4540-856a-73b9b8967a8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2197ef7-85d9-4757-a2e4-13328e9df99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734313 Jun 03 08:32:24.851730 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-08c41852-8ba9-4e49-9025-56163efcd598 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Made reservation on behalf of f3064070b7db4eb29c338090265dddc9 for: {'port': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:32:24.855231 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-08c41852-8ba9-4e49-9025-56163efcd598 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:24.940444 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-02904f07-656d-475e-8a8f-edd3ef8afe77 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:24.942080 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-02904f07-656d-475e-8a8f-edd3ef8afe77 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.47 "GET /v2.0/networks?id=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 HTTP/1.1" status: 200 len: 818 time: 0.2333810 Jun 03 08:32:24.949816 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-067db555-5bfb-4987-9bf2-3f567e0683c1 req-2229a17a-b97a-4c46-8255-f8bb2a0a072e tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 210 time: 0.1034198 Jun 03 08:32:25.002732 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-063d462b-57e2-4487-8071-1aff5dbeafc4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Request body: {'port': {'device_id': '06906dde-bea3-474f-85ab-13ddc1f11c54', 'network_id': 'cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11', 'admin_state_up': True, 'tenant_id': 'f3064070b7db4eb29c338090265dddc9'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:32:25.167771 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89266b3f-1c32-4130-b1bd-b6b4f0f37833 req-09dd1dc4-989d-4908-9b1b-a6470409b33b tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:25.169256 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-89266b3f-1c32-4130-b1bd-b6b4f0f37833 req-09dd1dc4-989d-4908-9b1b-a6470409b33b tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 943 time: 0.2262592 Jun 03 08:32:25.171821 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-063d462b-57e2-4487-8071-1aff5dbeafc4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:25.198933 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-063d462b-57e2-4487-8071-1aff5dbeafc4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:25.237508 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-89266b3f-1c32-4130-b1bd-b6b4f0f37833 req-07b3cb9b-a2b7-4a14-bc58-f76ad89f91ba tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607865 Jun 03 08:32:25.252798 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-366c76cd-da9d-47be-bdb0-1a87600a3b0d req-adbf424b-b194-427e-b841-3542cb48138e service neutron] 10.222.0.47 "GET /v2.0/networks/c3a49412-e766-431a-8cc4-e682fadae527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024696 Jun 03 08:32:25.263134 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b3946da6-6dea-48ed-bdd4-64f597be007b req-efe9b578-d6f3-4911-a2f6-054fe2e3e9e1 service neutron] 10.222.0.47 "GET /v2.0/networks/d2197ef7-85d9-4757-a2e4-13328e9df99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625011 Jun 03 08:32:25.389783 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-063d462b-57e2-4487-8071-1aff5dbeafc4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Made reservation on behalf of f3064070b7db4eb29c338090265dddc9 for: {'port': 1} {{(pid=92356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:32:25.393490 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-063d462b-57e2-4487-8071-1aff5dbeafc4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:25.482339 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 53934) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:25.557642 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_common [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-08c41852-8ba9-4e49-9025-56163efcd598 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Allocated IP 172.20.0.9 (cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11/1a1c7d0a-5118-4e26-963e-4cc0a9489fb5/308798a0-002f-4a04-87f8-c8c4951bba9b) {{(pid=92357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:32:25.575047 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-366c76cd-da9d-47be-bdb0-1a87600a3b0d req-435353d4-588a-4312-9679-405dcd545fef service neutron] 10.222.0.47 "GET /v2.0/networks/c3a49412-e766-431a-8cc4-e682fadae527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141668 Jun 03 08:32:25.585521 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b3946da6-6dea-48ed-bdd4-64f597be007b req-8d6fa921-db36-43be-b26f-1eb90bc34b03 service neutron] 10.222.0.47 "GET /v2.0/networks/d2197ef7-85d9-4757-a2e4-13328e9df99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020723 Jun 03 08:32:25.754065 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ead1b4dd-06e1-41da-b591-d4a94b32fc12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:25.778603 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-ead1b4dd-06e1-41da-b591-d4a94b32fc12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:25.787841 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-ead1b4dd-06e1-41da-b591-d4a94b32fc12 admin admin] Usage tracker for resource:security_group_rule and tenant:38c7385cfc124629acb0f1533950b9e1 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:25.792513 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-ead1b4dd-06e1-41da-b591-d4a94b32fc12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:25.803180 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-ead1b4dd-06e1-41da-b591-d4a94b32fc12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:25.851485 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-08c41852-8ba9-4e49-9025-56163efcd598 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Notify callbacks [] for port, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:26.007940 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ead1b4dd-06e1-41da-b591-d4a94b32fc12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:26.023449 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286aeff-e921-4ed9-b525-1ccf3471c810 req-4b9bd230-6820-4b09-958b-0e990cf5261c tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:26.025162 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-5286aeff-e921-4ed9-b525-1ccf3471c810 req-4b9bd230-6820-4b09-958b-0e990cf5261c tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 943 time: 0.1376061 Jun 03 08:32:26.081325 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-5286aeff-e921-4ed9-b525-1ccf3471c810 req-077c4a77-099a-4400-a7a1-5d175cffa95f tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503349 Jun 03 08:32:26.098777 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-08c41852-8ba9-4e49-9025-56163efcd598 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806'] for port, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:26.108675 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:26.139725 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 320a4499-51fd-483b-b1b8-cd3bb07adf5f details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:32:26.170262 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ead1b4dd-06e1-41da-b591-d4a94b32fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:26.202021 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-08c41852-8ba9-4e49-9025-56163efcd598 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Network cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:32:26.223494 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-08c41852-8ba9-4e49-9025-56163efcd598 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:32:26.232888 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c41852-8ba9-4e49-9025-56163efcd598 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Pushing event updated for resources: {'Port': ['ID=308798a0-002f-4a04-87f8-c8c4951bba9b,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:26.238751 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-08c41852-8ba9-4e49-9025-56163efcd598 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Received port after_create {{(pid=92357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:32:26.245098 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-08c41852-8ba9-4e49-9025-56163efcd598 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:26.245475 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-08c41852-8ba9-4e49-9025-56163efcd598 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:26.250489 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-c54f4b15-1a61-408e-a5a3-956046125b18 req-e7d75205-878f-4908-94af-c24381cf6efc tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 210 time: 0.0828893 Jun 03 08:32:26.254186 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-08c41852-8ba9-4e49-9025-56163efcd598 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:26.257657 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:26.281289 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-ead1b4dd-06e1-41da-b591-d4a94b32fc12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38c7385cfc124629acb0f1533950b9e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7930341 Jun 03 08:32:26.281912 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 53970) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:26.312074 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_common [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-063d462b-57e2-4487-8071-1aff5dbeafc4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Allocated IP 172.20.0.3 (cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11/1a1c7d0a-5118-4e26-963e-4cc0a9489fb5/0cff93fc-cd55-4bc9-841b-8f58c75c1441) {{(pid=92356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:32:26.347423 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1b4dd-06e1-41da-b591-d4a94b32fc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee23fe7f-b467-4265-89ad-d0eccfe0d90c,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:26.359892 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-ead1b4dd-06e1-41da-b591-d4a94b32fc12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:26.384213 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6d25-675e-4ef7-8e5a-d5ec084bf9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:26.396855 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 320a4499-51fd-483b-b1b8-cd3bb07adf5f, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=320a4499-51fd-483b-b1b8-cd3bb07adf5f,segment=NetworkSegment(8357feaa-9be8-4302-8db1-454f58ba9544),segment_id=8357feaa-9be8-4302-8db1-454f58ba9544)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:32:26.412686 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': '320a4499-51fd-483b-b1b8-cd3bb07adf5f', 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c', 'port_id': '320a4499-51fd-483b-b1b8-cd3bb07adf5f', 'mac_address': 'fa:16:3e:8c:ce:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953f21ea-c75c-4545-b610-547c5766cd2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:32:26.521820 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:26.540444 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-08c41852-8ba9-4e49-9025-56163efcd598 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4754071 Jun 03 08:32:26.561895 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6d25-675e-4ef7-8e5a-d5ec084bf9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:26.562049 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:26.586213 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Request body: {'port': {'device_id': '06d43903-3c08-47c6-9062-1e3616f496a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:32:26.609378 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320a4499-51fd-483b-b1b8-cd3bb07adf5f {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:32:26.631405 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 320a4499-51fd-483b-b1b8-cd3bb07adf5f, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=320a4499-51fd-483b-b1b8-cd3bb07adf5f,segment=NetworkSegment(8357feaa-9be8-4302-8db1-454f58ba9544),segment_id=8357feaa-9be8-4302-8db1-454f58ba9544)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:32:26.680981 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-063d462b-57e2-4487-8071-1aff5dbeafc4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Notify callbacks [] for port, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:26.723660 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2ce6c-52f7-463d-add3-4c951c230cb3 req-fb05f46f-525e-41eb-b056-702de9b787ed tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:26.725274 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e0e2ce6c-52f7-463d-add3-4c951c230cb3 req-fb05f46f-525e-41eb-b056-702de9b787ed tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 943 time: 0.3238103 Jun 03 08:32:26.766794 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:26.767594 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:32:26.770534 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-31b54c09-daf1-4e78-a18d-a7728d93c79e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:26.849586 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-063d462b-57e2-4487-8071-1aff5dbeafc4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806'] for port, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:26.862195 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-12d7c4e3-974a-43d7-94ba-f0d0255b87f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:26.869205 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-4745ee09-fd1c-4c5a-a0de-e7e19c243ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:26.941660 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:26.953482 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-063d462b-57e2-4487-8071-1aff5dbeafc4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Network cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:32:26.966085 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-063d462b-57e2-4487-8071-1aff5dbeafc4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:32:26.998169 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-063d462b-57e2-4487-8071-1aff5dbeafc4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Received port after_create {{(pid=92356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:32:26.999033 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e0e2ce6c-52f7-463d-add3-4c951c230cb3 req-e4daa555-6188-4cc1-ae62-5768758e94a2 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474020 Jun 03 08:32:26.999172 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-063d462b-57e2-4487-8071-1aff5dbeafc4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:26.999172 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-063d462b-57e2-4487-8071-1aff5dbeafc4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for port, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:27.016903 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=320a4499-51fd-483b-b1b8-cd3bb07adf5f,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:27.025909 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:27.026141 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d462b-57e2-4487-8071-1aff5dbeafc4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Pushing event updated for resources: {'Port': ['ID=0cff93fc-cd55-4bc9-841b-8f58c75c1441,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:27.041172 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-063d462b-57e2-4487-8071-1aff5dbeafc4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:27.139776 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6d25-675e-4ef7-8e5a-d5ec084bf9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:27.154464 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-744cfa2e-e7b3-4ae7-b5df-fdfc0c5f3c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:27.171137 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4c2515d4-9ba9-4ad2-a273-86c3bae0feb8,segment=NetworkSegment(67cac04b-92f4-4ef2-9f50-68091a80dbd8),segment_id=67cac04b-92f4-4ef2-9f50-68091a80dbd8)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:32:27.185840 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d6d25-675e-4ef7-8e5a-d5ec084bf9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee23fe7f-b467-4265-89ad-d0eccfe0d90c,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:27.193218 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-063d462b-57e2-4487-8071-1aff5dbeafc4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1989627 Jun 03 08:32:27.194032 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-9b1d6d25-675e-4ef7-8e5a-d5ec084bf9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:27.207093 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Request body: {'port': {'device_id': '06906dde-bea3-474f-85ab-13ddc1f11c54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:32:27.211634 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6d25-675e-4ef7-8e5a-d5ec084bf9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:27.215834 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-9b1d6d25-675e-4ef7-8e5a-d5ec084bf9ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee23fe7f-b467-4265-89ad-d0eccfe0d90c HTTP/1.1" status: 204 len: 168 time: 0.9264338 Jun 03 08:32:27.216777 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': '4c2515d4-9ba9-4ad2-a273-86c3bae0feb8', 'network_id': 'c3a49412-e766-431a-8cc4-e682fadae527', 'port_id': '4c2515d4-9ba9-4ad2-a273-86c3bae0feb8', 'mac_address': 'fa:16:3e:f0:80:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1da010a-9a97-4037-9a12-6fbb50a93885', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:32:27.338505 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:27.377690 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:32:27.411261 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4c2515d4-9ba9-4ad2-a273-86c3bae0feb8,segment=NetworkSegment(67cac04b-92f4-4ef2-9f50-68091a80dbd8),segment_id=67cac04b-92f4-4ef2-9f50-68091a80dbd8)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:32:27.521196 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:27.525643 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-7fac311d-2fc9-49e1-ab77-8eb03e89e8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:27.530214 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba35c3-27cc-4385-99d2-e40e2e06239d req-f8def15f-d21a-40b9-bd38-c3b4ce6efb3f tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:27.531914 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-65ba35c3-27cc-4385-99d2-e40e2e06239d req-f8def15f-d21a-40b9-bd38-c3b4ce6efb3f tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 944 time: 0.2778039 Jun 03 08:32:27.539454 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:27.546134 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308798a0-002f-4a04-87f8-c8c4951bba9b {{(pid=92357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:32:27.556830 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:27.593040 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f85f8d-15fb-4414-852d-acd2be947bc3 req-23e420df-2eec-44bb-80db-7a6f72b6be79 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:27.593856 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-b4f85f8d-15fb-4414-852d-acd2be947bc3 req-23e420df-2eec-44bb-80db-7a6f72b6be79 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Synchronizing usage tracker for tenant:f3064070b7db4eb29c338090265dddc9 on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:32:27.598238 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Transition to ACTIVE for port object 308798a0-002f-4a04-87f8-c8c4951bba9b will not be triggered until provisioned by entity L2. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:32:27.618809 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=4c2515d4-9ba9-4ad2-a273-86c3bae0feb8,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:27.622517 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:27.642725 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-65ba35c3-27cc-4385-99d2-e40e2e06239d req-bb78117b-7395-48c9-a3c7-83de64f1b528 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924361 Jun 03 08:32:27.706608 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:27.730613 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:27.814842 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:27.840725 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['320a4499-51fd-483b-b1b8-cd3bb07adf5f'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:32:27.843294 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-b4f85f8d-15fb-4414-852d-acd2be947bc3 req-23e420df-2eec-44bb-80db-7a6f72b6be79 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Unset dirty status for tenant:f3064070b7db4eb29c338090265dddc9 on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:32:27.850847 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b4f85f8d-15fb-4414-852d-acd2be947bc3 req-23e420df-2eec-44bb-80db-7a6f72b6be79 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 931 time: 0.3791666 Jun 03 08:32:27.900193 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['4c2515d4-9ba9-4ad2-a273-86c3bae0feb8'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:32:28.026774 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.notifiers.nova [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cff93fc-cd55-4bc9-841b-8f58c75c1441 {{(pid=92356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:32:28.036750 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:28.057017 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.provisioning_blocks [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Transition to ACTIVE for port object 0cff93fc-cd55-4bc9-841b-8f58c75c1441 will not be triggered until provisioned by entity L2. {{(pid=92356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:32:28.059043 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b4f85f8d-15fb-4414-852d-acd2be947bc3 req-79feb9d2-2749-4c68-9717-0b17afa4c0a3 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073267 Jun 03 08:32:28.080056 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Pushing event updated for resources: {'Port': ['ID=308798a0-002f-4a04-87f8-c8c4951bba9b,revision_number=2']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:28.089015 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:28.092242 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Attempting to bind port 308798a0-002f-4a04-87f8-c8c4951bba9b on host hv-cinder-78726 for vnic_type normal with profile {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:32:28.095281 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Attempting to bind port 308798a0-002f-4a04-87f8-c8c4951bba9b by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11'}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:32:28.095281 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Attempting to bind port 308798a0-002f-4a04-87f8-c8c4951bba9b on network cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:32:28.099649 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Port 308798a0-002f-4a04-87f8-c8c4951bba9b on network cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 08:32:28.100070 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Attempting to bind port 308798a0-002f-4a04-87f8-c8c4951bba9b on network cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:32:28.106683 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Checking agent: {'id': '0b62ef4c-67a0-4b60-a013-2ab920ba3ff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'started_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:32:28.107153 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Checking segment: {'id': 'bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:32:28.107654 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Bound using segment: {'id': 'bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11'} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:32:28.108137 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Bound port: 308798a0-002f-4a04-87f8-c8c4951bba9b, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11'}}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:32:28.108569 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:28.211218 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] For port 308798a0-002f-4a04-87f8-c8c4951bba9b, host hv-cinder-78726, cleared binding levels {{(pid=92357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:32:28.214929 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] For port 308798a0-002f-4a04-87f8-c8c4951bba9b, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=308798a0-002f-4a04-87f8-c8c4951bba9b,segment=NetworkSegment(bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b),segment_id=bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b)] {{(pid=92357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:32:28.259886 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82318371-bf2a-4283-9757-be056e4f5d5d req-db43c205-3d39-4341-b2fc-2c8c9b4dc1d1 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:28.261353 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-82318371-bf2a-4283-9757-be056e4f5d5d req-db43c205-3d39-4341-b2fc-2c8c9b4dc1d1 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 944 time: 0.0893292 Jun 03 08:32:28.266020 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:28.272660 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:28.393199 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:28.398348 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:28.466589 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Pushing event updated for resources: {'Port': ['ID=0cff93fc-cd55-4bc9-841b-8f58c75c1441,revision_number=2']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:28.471786 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-82318371-bf2a-4283-9757-be056e4f5d5d req-cd7d4041-b986-4154-98a9-52d281e3a731 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000756 Jun 03 08:32:28.471992 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:28.472441 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:28.472554 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:28.476119 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] 10.222.0.47 "PUT /v2.0/ports/308798a0-002f-4a04-87f8-c8c4951bba9b HTTP/1.1" status: 200 len: 1093 time: 1.9166019 Jun 03 08:32:28.477193 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d43903-3c08-47c6-9062-1e3616f496a0', 'tag': '308798a0-002f-4a04-87f8-c8c4951bba9b'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:32:28.482732 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8dbc0f-5163-43d0-8f6e-840714ba97bd" -d '{"events": [{"name": "network-changed", "server_uuid": "06d43903-3c08-47c6-9062-1e3616f496a0", "tag": "308798a0-002f-4a04-87f8-c8c4951bba9b"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:32:28.506339 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Pushing event updated for resources: {'Port': ['ID=308798a0-002f-4a04-87f8-c8c4951bba9b,revision_number=3']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:28.508936 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.managers [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Attempting to bind port 0cff93fc-cd55-4bc9-841b-8f58c75c1441 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:32:28.509068 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.managers [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Attempting to bind port 0cff93fc-cd55-4bc9-841b-8f58c75c1441 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11'}] {{(pid=92356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:32:28.509338 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Attempting to bind port 0cff93fc-cd55-4bc9-841b-8f58c75c1441 on network cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:32:28.510410 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:28.528137 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Port 0cff93fc-cd55-4bc9-841b-8f58c75c1441 on network cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 08:32:28.528457 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Attempting to bind port 0cff93fc-cd55-4bc9-841b-8f58c75c1441 on network cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:32:28.537824 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Checking agent: {'id': '0b62ef4c-67a0-4b60-a013-2ab920ba3ff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'started_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:32:28.543067 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Checking segment: {'id': 'bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:32:28.543067 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Bound using segment: {'id': 'bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11'} {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:32:28.543067 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.managers [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Bound port: 0cff93fc-cd55-4bc9-841b-8f58c75c1441, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11'}}] {{(pid=92356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:32:28.543067 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:28.583704 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e20f952-7f01-4843-a744-a2a556c5385f x-openstack-request-id: req-4e20f952-7f01-4843-a744-a2a556c5385f {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:32:28.584491 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d43903-3c08-47c6-9062-1e3616f496a0", "tag": "308798a0-002f-4a04-87f8-c8c4951bba9b", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:32:28.584596 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e20f952-7f01-4843-a744-a2a556c5385f {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:32:28.585126 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d43903-3c08-47c6-9062-1e3616f496a0', 'tag': '308798a0-002f-4a04-87f8-c8c4951bba9b', 'status': 'completed', 'code': 200} Jun 03 08:32:28.647901 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] For port 0cff93fc-cd55-4bc9-841b-8f58c75c1441, host hv-cinder-78726, cleared binding levels {{(pid=92356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:32:28.653940 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] For port 0cff93fc-cd55-4bc9-841b-8f58c75c1441, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=0cff93fc-cd55-4bc9-841b-8f58c75c1441,segment=NetworkSegment(bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b),segment_id=bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b)] {{(pid=92356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:32:28.716196 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dbc0f-5163-43d0-8f6e-840714ba97bd req-5797273c-d475-4d02-bf8e-d3dc9c93c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:28.717718 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3d8dbc0f-5163-43d0-8f6e-840714ba97bd req-5797273c-d475-4d02-bf8e-d3dc9c93c83f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3064070b7db4eb29c338090265dddc9&device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 1096 time: 0.1038609 Jun 03 08:32:28.752002 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:28.757079 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:28.833040 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 54044) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:28.858000 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:28.858629 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for port, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:28.866348 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] 10.222.0.47 "PUT /v2.0/ports/0cff93fc-cd55-4bc9-841b-8f58c75c1441 HTTP/1.1" status: 200 len: 1093 time: 1.6581790 Jun 03 08:32:28.866348 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06906dde-bea3-474f-85ab-13ddc1f11c54', 'tag': '0cff93fc-cd55-4bc9-841b-8f58c75c1441'}] {{(pid=92356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:32:28.888677 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dbc0f-5163-43d0-8f6e-840714ba97bd req-458422f5-253c-4e1e-8d32-a5068e9638b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:28.890158 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3d8dbc0f-5163-43d0-8f6e-840714ba97bd req-458422f5-253c-4e1e-8d32-a5068e9638b9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f3064070b7db4eb29c338090265dddc9&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1601751 Jun 03 08:32:28.915284 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 54048) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:28.964106 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-03f96388-520a-499a-8323-c3c032cd98e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:28.982835 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Pushing event updated for resources: {'Port': ['ID=0cff93fc-cd55-4bc9-841b-8f58c75c1441,revision_number=3']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:28.989000 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-3f6236f7-3518-438c-bbc3-ff095641df6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:28.996542 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-03f96388-520a-499a-8323-c3c032cd98e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:29.003274 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-03f96388-520a-499a-8323-c3c032cd98e2 admin admin] Usage tracker for resource:security_group_rule and tenant:e7584f801cad4f2c9b1547589314aa20 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:29.006557 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-03f96388-520a-499a-8323-c3c032cd98e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:29.013960 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-03f96388-520a-499a-8323-c3c032cd98e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:29.033297 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabd120-c30a-4694-935c-e5d35d322393 req-70929b93-0b21-4f5c-aa1e-7ccdef77fdeb tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:29.034824 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-dbabd120-c30a-4694-935c-e5d35d322393 req-70929b93-0b21-4f5c-aa1e-7ccdef77fdeb tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 944 time: 0.2477014 Jun 03 08:32:29.095884 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dbc0f-5163-43d0-8f6e-840714ba97bd req-895dc7e0-be08-46f2-952d-6de070bf1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:29.097749 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3d8dbc0f-5163-43d0-8f6e-840714ba97bd req-895dc7e0-be08-46f2-952d-6de070bf1a67 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2013834 Jun 03 08:32:29.131603 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1987e4ce19f514d8284afddf154522dadca2333eab9833e9721abb813c288452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2116ebd2-1ab7-4699-aeb8-899f7a9412a3" -d '{"events": [{"name": "network-changed", "server_uuid": "06906dde-bea3-474f-85ab-13ddc1f11c54", "tag": "0cff93fc-cd55-4bc9-841b-8f58c75c1441"}]}' {{(pid=92356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:32:29.155229 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-dbabd120-c30a-4694-935c-e5d35d322393 req-584cdcfa-cb1d-4265-9d6c-de13efdd93b4 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122124 Jun 03 08:32:29.232266 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-03f96388-520a-499a-8323-c3c032cd98e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:29.236285 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-61ea64c0-9a1d-4bd0-92ea-1c698b840821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:29.238045 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-61ea64c0-9a1d-4bd0-92ea-1c698b840821 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3064070b7db4eb29c338090265dddc9&device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 1096 time: 0.1677344 Jun 03 08:32:29.309494 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-00c8a7b8-d2db-4d55-9e09-406d493c0b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:29.322266 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-bd44cfc7-1588-4cae-b20f-2783192d0556 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cff93fc-cd55-4bc9-841b-8f58c75c1441 HTTP/1.1" status: 200 len: 217 time: 0.0750101 Jun 03 08:32:29.335010 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-00c8a7b8-d2db-4d55-9e09-406d493c0b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:29.349034 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-00c8a7b8-d2db-4d55-9e09-406d493c0b77 admin admin] Usage tracker for resource:security_group_rule and tenant:8e2696d7b1f745ab830dbaddb5b8fd37 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:29.353144 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-00c8a7b8-d2db-4d55-9e09-406d493c0b77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:29.362492 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-00c8a7b8-d2db-4d55-9e09-406d493c0b77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:29.373521 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-03f96388-520a-499a-8323-c3c032cd98e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:29.398414 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:29.405639 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bba632-52f0-4c35-9c31-8185d2e4e0da x-openstack-request-id: req-d0bba632-52f0-4c35-9c31-8185d2e4e0da {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:32:29.406121 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06906dde-bea3-474f-85ab-13ddc1f11c54", "tag": "0cff93fc-cd55-4bc9-841b-8f58c75c1441", "status": "completed", "code": 200}]} {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:32:29.406410 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0bba632-52f0-4c35-9c31-8185d2e4e0da {{(pid=92356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:32:29.406890 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06906dde-bea3-474f-85ab-13ddc1f11c54', 'tag': '0cff93fc-cd55-4bc9-841b-8f58c75c1441', 'status': 'completed', 'code': 200} Jun 03 08:32:29.412554 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-8e36da4b-4788-48db-936b-79a154968a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:29.419504 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-8e36da4b-4788-48db-936b-79a154968a36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3064070b7db4eb29c338090265dddc9&device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 1096 time: 0.2720666 Jun 03 08:32:29.452289 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-03f96388-520a-499a-8323-c3c032cd98e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7584f801cad4f2c9b1547589314aa20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5306721 Jun 03 08:32:29.459619 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 54066) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:29.474415 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-9819963d-e35c-42b0-9eb7-d31266db3099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:29.474415 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-9819963d-e35c-42b0-9eb7-d31266db3099 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a1c7d0a-5118-4e26-963e-4cc0a9489fb5 HTTP/1.1" status: 200 len: 858 time: 0.1434004 Jun 03 08:32:29.474415 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f96388-520a-499a-8323-c3c032cd98e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed770665-63f8-4ba6-ac29-62f79b893302,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:29.476570 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-03f96388-520a-499a-8323-c3c032cd98e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:29.536567 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-2529c54d-de6c-4a52-87a5-d6c56833d7ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572474 Jun 03 08:32:29.581652 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730569f-fe90-49fa-959a-52aea4f40676 req-eed28dbc-b021-45bd-948e-9eef5d2c7894 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:29.583315 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f730569f-fe90-49fa-959a-52aea4f40676 req-eed28dbc-b021-45bd-948e-9eef5d2c7894 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 943 time: 0.3545442 Jun 03 08:32:29.586581 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-e4d0efce-7cb3-46c1-b06f-6dbb30cf4a59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=308798a0-002f-4a04-87f8-c8c4951bba9b HTTP/1.1" status: 200 len: 217 time: 0.1643727 Jun 03 08:32:29.710945 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f730569f-fe90-49fa-959a-52aea4f40676 req-ff892ce3-5356-4e51-bc9e-ad01ba961412 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201825 Jun 03 08:32:29.718439 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-589a3342-1750-4812-a269-ced416c2d5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:29.741213 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-7b59339b-49b2-419a-b514-b7ec8411f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:29.742659 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-7b59339b-49b2-419a-b514-b7ec8411f9fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a1c7d0a-5118-4e26-963e-4cc0a9489fb5 HTTP/1.1" status: 200 len: 858 time: 0.1375132 Jun 03 08:32:29.769619 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-00c8a7b8-d2db-4d55-9e09-406d493c0b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:29.816145 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:32:29.821886 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-ad1acfd5-d904-4078-94f5-a737ac9c295c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542605 Jun 03 08:32:29.838462 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:29.875519 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-589a3342-1750-4812-a269-ced416c2d5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:29.904645 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-d5b90716-aeac-4334-999c-147bb6643472 service neutron] 10.222.0.47 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545768 Jun 03 08:32:29.920340 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-00c8a7b8-d2db-4d55-9e09-406d493c0b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:29.934666 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:29.982639 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f9775-5f46-4df4-980d-7508a912f83d req-0d504d24-308e-430e-8535-616054e7f6d5 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:29.984235 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-b56f9775-5f46-4df4-980d-7508a912f83d req-0d504d24-308e-430e-8535-616054e7f6d5 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 944 time: 0.3306139 Jun 03 08:32:29.993561 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-00c8a7b8-d2db-4d55-9e09-406d493c0b77 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e2696d7b1f745ab830dbaddb5b8fd37&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1595485 Jun 03 08:32:29.994214 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 54078) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:30.018335 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8a7b8-d2db-4d55-9e09-406d493c0b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f731f45e-16d4-4763-9721-a2e2dd818054,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:30.025653 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-00c8a7b8-d2db-4d55-9e09-406d493c0b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:30.041119 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-b5e3cfae-32fd-4bd4-a549-382a32352693 service neutron] 10.222.0.47 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118433 Jun 03 08:32:30.095073 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-b56f9775-5f46-4df4-980d-7508a912f83d req-63bd6760-4866-447d-82f3-b20d283c4f96 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598986 Jun 03 08:32:30.121754 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 320a4499-51fd-483b-b1b8-cd3bb07adf5f up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:32:30.127786 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7a08f332-e46a-43b1-9f45-25aa47847448 req-0587e070-f5f7-48b3-8f68-f9a892bac38d service neutron] 10.222.0.47 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150869 Jun 03 08:32:30.179111 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-601d7f91-3f8c-4c9a-ac2e-d4c2931d941a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:30.230260 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-601d7f91-3f8c-4c9a-ac2e-d4c2931d941a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:30.241729 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-cb0c55f8-0066-42a2-be99-0a481621ecac req-e652ff10-3248-4b10-99e3-805bbfe3c850 service neutron] 10.222.0.47 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934819 Jun 03 08:32:30.301924 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-589a3342-1750-4812-a269-ced416c2d5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:30.307732 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-03f96388-520a-499a-8323-c3c032cd98e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:30.320579 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a3342-1750-4812-a269-ced416c2d5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed770665-63f8-4ba6-ac29-62f79b893302,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:30.323501 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-589a3342-1750-4812-a269-ced416c2d5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:30.325430 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-589a3342-1750-4812-a269-ced416c2d5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:30.326784 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-589a3342-1750-4812-a269-ced416c2d5ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed770665-63f8-4ba6-ac29-62f79b893302 HTTP/1.1" status: 204 len: 168 time: 0.8673916 Jun 03 08:32:30.364549 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning for port 320a4499-51fd-483b-b1b8-cd3bb07adf5f completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:32:30.372248 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port 320a4499-51fd-483b-b1b8-cd3bb07adf5f triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:32:30.380468 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:30.384412 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03903612-988f-4316-b33e-65825b488628 req-c182f340-3560-4ad0-8d98-a85bc3fe28e3 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:30.386185 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-03903612-988f-4316-b33e-65825b488628 req-c182f340-3560-4ad0-8d98-a85bc3fe28e3 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 944 time: 0.1017845 Jun 03 08:32:30.476039 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 54090) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:30.478215 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-601d7f91-3f8c-4c9a-ac2e-d4c2931d941a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:30.512978 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:30.543193 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d7f91-3f8c-4c9a-ac2e-d4c2931d941a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f731f45e-16d4-4763-9721-a2e2dd818054,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:30.567626 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-03903612-988f-4316-b33e-65825b488628 req-7bc34a4f-8e25-4de8-8931-896583aa715a tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699965 Jun 03 08:32:30.576362 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-601d7f91-3f8c-4c9a-ac2e-d4c2931d941a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:30.596193 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-601d7f91-3f8c-4c9a-ac2e-d4c2931d941a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:30.598862 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-601d7f91-3f8c-4c9a-ac2e-d4c2931d941a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f731f45e-16d4-4763-9721-a2e2dd818054 HTTP/1.1" status: 204 len: 168 time: 0.6001236 Jun 03 08:32:30.617832 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116ebd2-1ab7-4699-aeb8-899f7a9412a3 req-aead9d8c-259a-44a5-bd74-fcda00721dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:30.619464 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2116ebd2-1ab7-4699-aeb8-899f7a9412a3 req-aead9d8c-259a-44a5-bd74-fcda00721dcd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3064070b7db4eb29c338090265dddc9&device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 1096 time: 0.2014093 Jun 03 08:32:30.662259 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:30.683632 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e17f0003-ea0e-4455-80a4-4a4f053c88bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:30.699265 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e142ab2-4e91-44d0-946e-7acf2552c3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320a4499-51fd-483b-b1b8-cd3bb07adf5f'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:32:30.718329 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-e17f0003-ea0e-4455-80a4-4a4f053c88bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:30.726704 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-e17f0003-ea0e-4455-80a4-4a4f053c88bc admin admin] Usage tracker for resource:security_group_rule and tenant:8a2f3c26cf4b4227aa45e88e4218d984 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:30.733268 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-e17f0003-ea0e-4455-80a4-4a4f053c88bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:30.741445 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-e17f0003-ea0e-4455-80a4-4a4f053c88bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:30.795741 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 320a4499-51fd-483b-b1b8-cd3bb07adf5f, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=320a4499-51fd-483b-b1b8-cd3bb07adf5f,segment=NetworkSegment(8357feaa-9be8-4302-8db1-454f58ba9544),segment_id=8357feaa-9be8-4302-8db1-454f58ba9544)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:32:30.811811 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116ebd2-1ab7-4699-aeb8-899f7a9412a3 req-e8f73191-4d6b-41da-a7fc-61bc29d83428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:30.813796 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2116ebd2-1ab7-4699-aeb8-899f7a9412a3 req-e8f73191-4d6b-41da-a7fc-61bc29d83428 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 HTTP/1.1" status: 200 len: 919 time: 0.1868734 Jun 03 08:32:30.851112 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e17f0003-ea0e-4455-80a4-4a4f053c88bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:30.893805 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2116ebd2-1ab7-4699-aeb8-899f7a9412a3 req-22f8a377-2a47-4bc7-a150-0676fe7987fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cff93fc-cd55-4bc9-841b-8f58c75c1441 HTTP/1.1" status: 200 len: 217 time: 0.0667675 Jun 03 08:32:30.936704 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63271d71-6d97-4904-9570-7a9feae85712 req-d4e30976-8cda-4abe-abae-52aed901f427 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:30.937427 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-63271d71-6d97-4904-9570-7a9feae85712 req-d4e30976-8cda-4abe-abae-52aed901f427 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Synchronizing usage tracker for tenant:f3064070b7db4eb29c338090265dddc9 on resource:port {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:32:30.950371 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-63271d71-6d97-4904-9570-7a9feae85712 req-d4e30976-8cda-4abe-abae-52aed901f427 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Unset dirty status for tenant:f3064070b7db4eb29c338090265dddc9 on resource:port {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:32:30.951587 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-63271d71-6d97-4904-9570-7a9feae85712 req-d4e30976-8cda-4abe-abae-52aed901f427 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 943 time: 0.0966330 Jun 03 08:32:30.966958 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:30.974063 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:32:30.976604 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116ebd2-1ab7-4699-aeb8-899f7a9412a3 req-4604a36e-1a3c-4908-bf8b-8c40e226fc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:30.978193 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2116ebd2-1ab7-4699-aeb8-899f7a9412a3 req-4604a36e-1a3c-4908-bf8b-8c40e226fc30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a1c7d0a-5118-4e26-963e-4cc0a9489fb5 HTTP/1.1" status: 200 len: 858 time: 0.0775950 Jun 03 08:32:30.997158 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:31.005201 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-63271d71-6d97-4904-9570-7a9feae85712 req-5e95b1bc-0f54-4488-a74a-7c65acc16edd tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Synchronizing usage tracker for tenant:f3064070b7db4eb29c338090265dddc9 on resource:security_group {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:32:31.044681 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2116ebd2-1ab7-4699-aeb8-899f7a9412a3 req-50acbdfe-0538-43e7-84c4-c9149376e35d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592334 Jun 03 08:32:31.061235 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e17f0003-ea0e-4455-80a4-4a4f053c88bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:31.072459 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-492b4dda-996b-43ab-9dfc-582cfbc95438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:31.094513 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=320a4499-51fd-483b-b1b8-cd3bb07adf5f,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:31.097885 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:31.120899 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-e17f0003-ea0e-4455-80a4-4a4f053c88bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a2f3c26cf4b4227aa45e88e4218d984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6434655 Jun 03 08:32:31.121691 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f0003-ea0e-4455-80a4-4a4f053c88bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ab700d-e536-4cc4-8ce1-e7311ce62dde,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:31.125075 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-e17f0003-ea0e-4455-80a4-4a4f053c88bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:31.125534 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 54106) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:31.186282 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-63271d71-6d97-4904-9570-7a9feae85712 req-5e95b1bc-0f54-4488-a74a-7c65acc16edd tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Unset dirty status for tenant:f3064070b7db4eb29c338090265dddc9 on resource:security_group {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:32:31.186282 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-63271d71-6d97-4904-9570-7a9feae85712 req-5e95b1bc-0f54-4488-a74a-7c65acc16edd tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255707 Jun 03 08:32:31.198291 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c856461b-f84a-430b-8ed1-9f57e8751298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:31.234443 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2116ebd2-1ab7-4699-aeb8-899f7a9412a3 req-951e23b7-72e6-4107-9793-20e976ab8d9f service neutron] 10.222.0.47 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828496 Jun 03 08:32:31.234646 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c856461b-f84a-430b-8ed1-9f57e8751298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:31.255755 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning for port 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:32:31.261436 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:32:31.261808 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:31.383111 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c856461b-f84a-430b-8ed1-9f57e8751298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:31.387501 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:31.399809 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:31.429560 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856461b-f84a-430b-8ed1-9f57e8751298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ab700d-e536-4cc4-8ce1-e7311ce62dde,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:31.433186 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4c2515d4-9ba9-4ad2-a273-86c3bae0feb8,segment=NetworkSegment(67cac04b-92f4-4ef2-9f50-68091a80dbd8),segment_id=67cac04b-92f4-4ef2-9f50-68091a80dbd8)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:32:31.436096 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-c856461b-f84a-430b-8ed1-9f57e8751298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:31.437351 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c856461b-f84a-430b-8ed1-9f57e8751298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:31.437954 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-c856461b-f84a-430b-8ed1-9f57e8751298 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66ab700d-e536-4cc4-8ce1-e7311ce62dde HTTP/1.1" status: 204 len: 168 time: 0.3109028 Jun 03 08:32:31.494121 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2116ebd2-1ab7-4699-aeb8-899f7a9412a3 req-4a498ec6-a5d6-466e-a0f5-92a28e90e937 service neutron] 10.222.0.47 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509544 Jun 03 08:32:31.502479 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4ba55-610f-407f-80a1-c88adb13da2e req-4b91ad39-d6c2-4f80-b93a-cd26ceabbec6 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:31.503945 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9fc4ba55-610f-407f-80a1-c88adb13da2e req-4b91ad39-d6c2-4f80-b93a-cd26ceabbec6 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 944 time: 0.2251065 Jun 03 08:32:31.529802 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:31.532533 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:31.553203 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9fc4ba55-610f-407f-80a1-c88adb13da2e req-6767f556-1235-44d1-bc6f-1d221157b2bd tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421543 Jun 03 08:32:31.572528 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f92269-8233-4d78-aac7-a0f29989e197" -d '{"events": [{"server_uuid": "9e142ab2-4e91-44d0-946e-7acf2552c3fa", "name": "network-vif-plugged", "status": "completed", "tag": "320a4499-51fd-483b-b1b8-cd3bb07adf5f"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:32:31.581528 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 54124) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:31.602217 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-77918bd7-3aab-4654-903b-747ec7f07d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:31.617509 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-77918bd7-3aab-4654-903b-747ec7f07d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:31.621631 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-77918bd7-3aab-4654-903b-747ec7f07d1e admin admin] Usage tracker for resource:security_group_rule and tenant:8d69129c469741b58265027af412d0b8 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:31.624895 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=4c2515d4-9ba9-4ad2-a273-86c3bae0feb8,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:31.625060 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-77918bd7-3aab-4654-903b-747ec7f07d1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:31.630148 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:31.638330 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-77918bd7-3aab-4654-903b-747ec7f07d1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:31.863421 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-77918bd7-3aab-4654-903b-747ec7f07d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:31.890841 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bd66c-bf97-4797-951d-1655f6d27ad7 req-b04d5560-bcc1-4d18-aedd-7e2417e046e0 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:31.892824 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-090bd66c-bf97-4797-951d-1655f6d27ad7 req-b04d5560-bcc1-4d18-aedd-7e2417e046e0 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 945 time: 0.1671834 Jun 03 08:32:31.938879 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-090bd66c-bf97-4797-951d-1655f6d27ad7 req-a158e994-27bc-4443-9179-92343e9b99e7 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391347 Jun 03 08:32:31.998447 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-77918bd7-3aab-4654-903b-747ec7f07d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:32.008391 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-b1dd680d-79f8-4e69-9a90-4b51fb0059f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:32.048364 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-77918bd7-3aab-4654-903b-747ec7f07d1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d69129c469741b58265027af412d0b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657559 Jun 03 08:32:32.049185 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77918bd7-3aab-4654-903b-747ec7f07d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06292aee-4519-4485-9450-aefbc2576cf3,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:32.051171 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 54134) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:32.052887 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-77918bd7-3aab-4654-903b-747ec7f07d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:32.111648 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b03bb7a7-ef5d-4424-b538-231da7c1c69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:32.139448 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b03bb7a7-ef5d-4424-b538-231da7c1c69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:32.203805 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c44b2dc-f825-4e45-95b0-13ec4fc6c9e6 x-openstack-request-id: req-8c44b2dc-f825-4e45-95b0-13ec4fc6c9e6 {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:32:32.204886 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e142ab2-4e91-44d0-946e-7acf2552c3fa", "name": "network-vif-plugged", "status": "completed", "tag": "320a4499-51fd-483b-b1b8-cd3bb07adf5f", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:32:32.207644 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c44b2dc-f825-4e45-95b0-13ec4fc6c9e6 {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:32:32.207644 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e142ab2-4e91-44d0-946e-7acf2552c3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320a4499-51fd-483b-b1b8-cd3bb07adf5f', 'code': 200} Jun 03 08:32:32.248383 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 54138) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:32.267929 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-06cd38bd-76a4-4d8a-9b62-8fd03a869055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:32.286827 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-06cd38bd-76a4-4d8a-9b62-8fd03a869055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:32.291114 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-06cd38bd-76a4-4d8a-9b62-8fd03a869055 admin admin] Usage tracker for resource:security_group_rule and tenant:3e460776ee3848f88ab1eb62a91cd18d is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:32.293939 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-06cd38bd-76a4-4d8a-9b62-8fd03a869055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:32.299719 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-06cd38bd-76a4-4d8a-9b62-8fd03a869055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:32.359421 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b03bb7a7-ef5d-4424-b538-231da7c1c69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:32.365655 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-e17f0003-ea0e-4455-80a4-4a4f053c88bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:32.377212 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bb7a7-ef5d-4424-b538-231da7c1c69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06292aee-4519-4485-9450-aefbc2576cf3,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:32.382037 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-b03bb7a7-ef5d-4424-b538-231da7c1c69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:32.384182 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b03bb7a7-ef5d-4424-b538-231da7c1c69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:32.385350 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-b03bb7a7-ef5d-4424-b538-231da7c1c69c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06292aee-4519-4485-9450-aefbc2576cf3 HTTP/1.1" status: 204 len: 168 time: 0.3331859 Jun 03 08:32:32.482268 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f33bf9-2a1c-41d3-b057-681a31a3a7e4 req-ce471cf3-3916-44e9-9a6b-9e9b55e3e44d tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:32.483485 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-91f33bf9-2a1c-41d3-b057-681a31a3a7e4 req-ce471cf3-3916-44e9-9a6b-9e9b55e3e44d tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 943 time: 0.1623044 Jun 03 08:32:32.556304 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-06cd38bd-76a4-4d8a-9b62-8fd03a869055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:32.564897 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-91f33bf9-2a1c-41d3-b057-681a31a3a7e4 req-f4017513-7c7a-474c-ab6a-21097a9e3335 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662723 Jun 03 08:32:32.693112 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c991e1-3527-404a-97b2-d606f88d5609 req-51c4cbdf-3245-4b9a-bdf3-b4f7cbc16ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:32.695310 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-38c991e1-3527-404a-97b2-d606f88d5609 req-51c4cbdf-3245-4b9a-bdf3-b4f7cbc16ec7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 1098 time: 0.0763590 Jun 03 08:32:32.695931 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-06cd38bd-76a4-4d8a-9b62-8fd03a869055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:32.710993 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-1104ef33-a817-44fc-baea-52e491d5d5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:32.762473 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd38bd-76a4-4d8a-9b62-8fd03a869055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a71034-f9ea-452d-a2c3-73ddfa45da26,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:32.769550 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-06cd38bd-76a4-4d8a-9b62-8fd03a869055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:32.770371 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-38c991e1-3527-404a-97b2-d606f88d5609 req-f262aa66-196c-4f5b-85a6-72497a353820 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:32.800997 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-38c991e1-3527-404a-97b2-d606f88d5609 req-f262aa66-196c-4f5b-85a6-72497a353820 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:32.808174 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-38c991e1-3527-404a-97b2-d606f88d5609 req-f262aa66-196c-4f5b-85a6-72497a353820 service neutron] Usage tracker for resource:security_group_rule and tenant:3f74632e2eb94c6b840c83d4ef5d5442 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:32.814079 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-06cd38bd-76a4-4d8a-9b62-8fd03a869055 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e460776ee3848f88ab1eb62a91cd18d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5632579 Jun 03 08:32:32.817705 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 54162) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:32.818297 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-38c991e1-3527-404a-97b2-d606f88d5609 req-f262aa66-196c-4f5b-85a6-72497a353820 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:32.819633 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45382f1-c2b1-447e-8e35-677c04fd5f81 req-89406c3b-247e-4535-b8d0-1a49eb4b3014 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:32.822051 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e45382f1-c2b1-447e-8e35-677c04fd5f81 req-89406c3b-247e-4535-b8d0-1a49eb4b3014 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 945 time: 0.1578856 Jun 03 08:32:32.859186 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-38c991e1-3527-404a-97b2-d606f88d5609 req-f262aa66-196c-4f5b-85a6-72497a353820 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:32.878832 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e45382f1-c2b1-447e-8e35-677c04fd5f81 req-705688ea-15cb-48a9-b629-31dc883bef9c tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508108 Jun 03 08:32:32.918226 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-288582cc-09ca-4458-aa24-486db4881477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:32.963972 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-288582cc-09ca-4458-aa24-486db4881477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:33.047729 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-38c991e1-3527-404a-97b2-d606f88d5609 req-f262aa66-196c-4f5b-85a6-72497a353820 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:33.143921 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f9dbb-b3f3-44c6-932c-963abe209da1 req-08d078e0-5c5e-47a5-a1e4-2116bf82156f tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:33.145365 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-207f9dbb-b3f3-44c6-932c-963abe209da1 req-08d078e0-5c5e-47a5-a1e4-2116bf82156f tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 945 time: 0.0812294 Jun 03 08:32:33.190696 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-207f9dbb-b3f3-44c6-932c-963abe209da1 req-6edf2df6-7a24-426c-9d27-01d95a38bf06 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398135 Jun 03 08:32:33.250148 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-38c991e1-3527-404a-97b2-d606f88d5609 req-f262aa66-196c-4f5b-85a6-72497a353820 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:33.257500 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-77918bd7-3aab-4654-903b-747ec7f07d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:33.281127 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-38c991e1-3527-404a-97b2-d606f88d5609 req-f262aa66-196c-4f5b-85a6-72497a353820 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5763166 Jun 03 08:32:33.287879 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262aa66-196c-4f5b-85a6-72497a353820 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e190b1-dec3-4b3c-945d-9505f45b0f94,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:33.290817 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-f262aa66-196c-4f5b-85a6-72497a353820 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:33.329660 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-288582cc-09ca-4458-aa24-486db4881477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:33.335138 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-62aeff65-a43c-4c02-a210-d14679f24b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:33.350296 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288582cc-09ca-4458-aa24-486db4881477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a71034-f9ea-452d-a2c3-73ddfa45da26,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:33.356585 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-288582cc-09ca-4458-aa24-486db4881477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:33.368667 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-288582cc-09ca-4458-aa24-486db4881477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:33.370368 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-288582cc-09ca-4458-aa24-486db4881477 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28a71034-f9ea-452d-a2c3-73ddfa45da26 HTTP/1.1" status: 204 len: 168 time: 0.5484021 Jun 03 08:32:33.755614 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6eeaa-ac98-457e-9793-d28d9549e743 req-564478cc-60a3-4355-97e8-da01e3c93188 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:33.757221 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-ebf6eeaa-ac98-457e-9793-d28d9549e743 req-564478cc-60a3-4355-97e8-da01e3c93188 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 943 time: 0.0853052 Jun 03 08:32:33.823186 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-ebf6eeaa-ac98-457e-9793-d28d9549e743 req-6b07dc46-ad0e-422d-bbb0-3259d67431f1 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542066 Jun 03 08:32:34.098311 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f652e5-fc78-41c2-878c-aa5c71044718 req-8c56f878-f1a9-41c0-85ad-4ca2a64e5529 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:34.106942 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f9f652e5-fc78-41c2-878c-aa5c71044718 req-8c56f878-f1a9-41c0-85ad-4ca2a64e5529 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 945 time: 0.1187949 Jun 03 08:32:34.121140 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 308798a0-002f-4a04-87f8-c8c4951bba9b details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:32:34.167606 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f9f652e5-fc78-41c2-878c-aa5c71044718 req-5f2061c6-699b-409d-a7f7-710e0b869b95 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595253 Jun 03 08:32:34.350062 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c8608e-9ff7-4214-99d3-6bf60f10d9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2515d4-9ba9-4ad2-a273-86c3bae0feb8'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:32:34.352299 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee3ed19-e9a8-4bc3-8b49-b6972a7cc71d" -d '{"events": [{"server_uuid": "34c8608e-9ff7-4214-99d3-6bf60f10d9c0", "name": "network-vif-plugged", "status": "completed", "tag": "4c2515d4-9ba9-4ad2-a273-86c3bae0feb8"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:32:34.356667 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 308798a0-002f-4a04-87f8-c8c4951bba9b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=308798a0-002f-4a04-87f8-c8c4951bba9b,segment=NetworkSegment(bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b),segment_id=bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:32:34.371300 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': '308798a0-002f-4a04-87f8-c8c4951bba9b', 'network_id': 'cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11', 'port_id': '308798a0-002f-4a04-87f8-c8c4951bba9b', 'mac_address': 'fa:16:3e:38:e5:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a1c7d0a-5118-4e26-963e-4cc0a9489fb5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:32:34.399467 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf667a5b-71c4-4610-86ab-751fcf5a5efe x-openstack-request-id: req-cf667a5b-71c4-4610-86ab-751fcf5a5efe {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:32:34.399770 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c8608e-9ff7-4214-99d3-6bf60f10d9c0", "name": "network-vif-plugged", "status": "completed", "tag": "4c2515d4-9ba9-4ad2-a273-86c3bae0feb8", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:32:34.400026 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf667a5b-71c4-4610-86ab-751fcf5a5efe {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:32:34.400404 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c8608e-9ff7-4214-99d3-6bf60f10d9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2515d4-9ba9-4ad2-a273-86c3bae0feb8', 'code': 200} Jun 03 08:32:34.431634 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:34.449994 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308798a0-002f-4a04-87f8-c8c4951bba9b {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:32:34.469238 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 308798a0-002f-4a04-87f8-c8c4951bba9b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=308798a0-002f-4a04-87f8-c8c4951bba9b,segment=NetworkSegment(bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b),segment_id=bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:32:34.480004 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a8e2b-dcd6-44b3-9406-614e10d652e5 req-d0238190-a6c5-4dba-839d-08ca779a7df9 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:34.483567 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-fa5a8e2b-dcd6-44b3-9406-614e10d652e5 req-d0238190-a6c5-4dba-839d-08ca779a7df9 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 945 time: 0.1574042 Jun 03 08:32:34.534487 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-fa5a8e2b-dcd6-44b3-9406-614e10d652e5 req-51f22cb7-162e-4b15-a9fc-d7b6f225d125 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446804 Jun 03 08:32:34.609897 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:34.611526 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 0cff93fc-cd55-4bc9-841b-8f58c75c1441 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:32:34.614987 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:34.728362 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 0cff93fc-cd55-4bc9-841b-8f58c75c1441, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=0cff93fc-cd55-4bc9-841b-8f58c75c1441,segment=NetworkSegment(bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b),segment_id=bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:32:34.743159 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=308798a0-002f-4a04-87f8-c8c4951bba9b,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:34.746671 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:34.751430 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': '0cff93fc-cd55-4bc9-841b-8f58c75c1441', 'network_id': 'cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11', 'port_id': '0cff93fc-cd55-4bc9-841b-8f58c75c1441', 'mac_address': 'fa:16:3e:b1:64:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a1c7d0a-5118-4e26-963e-4cc0a9489fb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:32:34.883863 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:34.946324 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cff93fc-cd55-4bc9-841b-8f58c75c1441 {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:32:34.984786 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 0cff93fc-cd55-4bc9-841b-8f58c75c1441, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=0cff93fc-cd55-4bc9-841b-8f58c75c1441,segment=NetworkSegment(bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b),segment_id=bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:32:34.989380 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef9777-f221-4172-b297-4b935b9e107f req-09c8f95a-c13f-4427-9c78-24ae9574369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:34.991282 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e5ef9777-f221-4172-b297-4b935b9e107f req-09c8f95a-c13f-4427-9c78-24ae9574369d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 1098 time: 0.1723363 Jun 03 08:32:35.093282 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-e5ef9777-f221-4172-b297-4b935b9e107f req-d29ecc32-e8d6-48ac-b3a3-5fc3d829a113 service neutron] Synchronizing usage tracker for tenant:3f74632e2eb94c6b840c83d4ef5d5442 on resource:security_group {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:32:35.131040 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb7281-e9cb-426b-957c-d08a666d570c req-35c2132d-8205-40d5-9969-e5ca91cd7c69 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:35.132541 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-21cb7281-e9cb-426b-957c-d08a666d570c req-35c2132d-8205-40d5-9969-e5ca91cd7c69 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 943 time: 0.1176162 Jun 03 08:32:35.179775 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-21cb7281-e9cb-426b-957c-d08a666d570c req-b0849d97-7cc9-49e0-a6ce-9deca6ae0824 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411637 Jun 03 08:32:35.250514 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:35.252927 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:35.335663 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=0cff93fc-cd55-4bc9-841b-8f58c75c1441,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:35.338834 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:35.340900 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-e5ef9777-f221-4172-b297-4b935b9e107f req-d29ecc32-e8d6-48ac-b3a3-5fc3d829a113 service neutron] Unset dirty status for tenant:3f74632e2eb94c6b840c83d4ef5d5442 on resource:security_group {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:32:35.342260 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e5ef9777-f221-4172-b297-4b935b9e107f req-d29ecc32-e8d6-48ac-b3a3-5fc3d829a113 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437088 Jun 03 08:32:35.387930 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484fdd1-9211-4b2e-83d9-b86ac549477c req-dfeec4cf-ccc5-4ccf-8465-e56f954842d7 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:35.389464 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-5484fdd1-9211-4b2e-83d9-b86ac549477c req-dfeec4cf-ccc5-4ccf-8465-e56f954842d7 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 945 time: 0.0891764 Jun 03 08:32:35.436297 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-5484fdd1-9211-4b2e-83d9-b86ac549477c req-1ca6f10b-b0af-4a90-9c78-83ea1febb3ae tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405035 Jun 03 08:32:35.597724 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['308798a0-002f-4a04-87f8-c8c4951bba9b'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:32:35.634803 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['0cff93fc-cd55-4bc9-841b-8f58c75c1441'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:32:35.765812 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dedba8-2a82-4255-80ba-0323de633a73 req-d7fc0ba2-2552-420c-8c4c-0934a8dd95a3 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:35.774893 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-62dedba8-2a82-4255-80ba-0323de633a73 req-d7fc0ba2-2552-420c-8c4c-0934a8dd95a3 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 945 time: 0.1155043 Jun 03 08:32:35.832840 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-62dedba8-2a82-4255-80ba-0323de633a73 req-509ce23f-aadc-4af1-beb7-5e00c0cdb603 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568466 Jun 03 08:32:36.390794 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61cd34-50c3-49fc-81ae-32cedda5305a req-13302aa6-e4cd-427d-b1e4-a130efe736a7 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:36.392326 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-8c61cd34-50c3-49fc-81ae-32cedda5305a req-13302aa6-e4cd-427d-b1e4-a130efe736a7 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 944 time: 0.0925133 Jun 03 08:32:36.440678 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-8c61cd34-50c3-49fc-81ae-32cedda5305a req-514439b5-84d3-4572-ac2e-dc4611009323 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426927 Jun 03 08:32:36.648499 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365aad3-0aa8-4223-8e22-2876e86eee0a req-9809b730-c670-4e4b-89a2-bcf495f07602 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:36.650540 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3365aad3-0aa8-4223-8e22-2876e86eee0a req-9809b730-c670-4e4b-89a2-bcf495f07602 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 945 time: 0.0905783 Jun 03 08:32:36.701063 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3365aad3-0aa8-4223-8e22-2876e86eee0a req-b27f93ed-5362-4bb6-bf36-329b79d9470e tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452940 Jun 03 08:32:37.636031 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ea5b0-4a4f-468d-b784-14814878faa1 req-0b4bbbb8-18b6-4944-b950-a8fb087b1358 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:37.637538 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-b26ea5b0-4a4f-468d-b784-14814878faa1 req-0b4bbbb8-18b6-4944-b950-a8fb087b1358 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 944 time: 0.0872288 Jun 03 08:32:37.690281 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-b26ea5b0-4a4f-468d-b784-14814878faa1 req-0f83c371-a5d3-4861-aa25-28126bb8d3ad tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463521 Jun 03 08:32:37.913748 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d6402-3d85-4543-8a7f-13af39e23680 req-a31ac998-ff71-4700-8aac-a0be7597ef47 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:37.915254 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f03d6402-3d85-4543-8a7f-13af39e23680 req-a31ac998-ff71-4700-8aac-a0be7597ef47 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 945 time: 0.0887814 Jun 03 08:32:37.961127 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f03d6402-3d85-4543-8a7f-13af39e23680 req-319615d4-9ba9-417d-83cd-40c7a2c3f427 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402844 Jun 03 08:32:38.143756 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 308798a0-002f-4a04-87f8-c8c4951bba9b up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:32:38.443834 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning for port 308798a0-002f-4a04-87f8-c8c4951bba9b completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:32:38.448975 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port 308798a0-002f-4a04-87f8-c8c4951bba9b triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:32:38.449358 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:38.587994 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:38.620436 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d43903-3c08-47c6-9062-1e3616f496a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308798a0-002f-4a04-87f8-c8c4951bba9b'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:32:38.620436 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50e5763-6286-427b-8fd8-246899f9f8ec" -d '{"events": [{"server_uuid": "06d43903-3c08-47c6-9062-1e3616f496a0", "name": "network-vif-plugged", "status": "completed", "tag": "308798a0-002f-4a04-87f8-c8c4951bba9b"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:32:38.627162 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 308798a0-002f-4a04-87f8-c8c4951bba9b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=308798a0-002f-4a04-87f8-c8c4951bba9b,segment=NetworkSegment(bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b),segment_id=bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:32:38.663878 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39af0230-9647-405d-82a7-41013043e637 x-openstack-request-id: req-39af0230-9647-405d-82a7-41013043e637 {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:32:38.664186 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d43903-3c08-47c6-9062-1e3616f496a0", "name": "network-vif-plugged", "status": "completed", "tag": "308798a0-002f-4a04-87f8-c8c4951bba9b", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:32:38.664448 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39af0230-9647-405d-82a7-41013043e637 {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:32:38.664867 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d43903-3c08-47c6-9062-1e3616f496a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308798a0-002f-4a04-87f8-c8c4951bba9b', 'code': 200} Jun 03 08:32:38.764457 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:38.767619 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 0cff93fc-cd55-4bc9-841b-8f58c75c1441 up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:32:38.808753 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:38.896806 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=308798a0-002f-4a04-87f8-c8c4951bba9b,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:38.907205 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:38.961325 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf04ea-fbf9-4d53-9875-1fcadef118e6 req-addfcdb1-56e9-487d-90d3-e31a3f5953a3 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:38.963379 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-44cf04ea-fbf9-4d53-9875-1fcadef118e6 req-addfcdb1-56e9-487d-90d3-e31a3f5953a3 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 944 time: 0.1468573 Jun 03 08:32:39.011445 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-44cf04ea-fbf9-4d53-9875-1fcadef118e6 req-533fa07b-ce81-4723-bdc9-ddc3a0c9aab0 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422435 Jun 03 08:32:39.040955 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 54412) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:39.130850 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning for port 0cff93fc-cd55-4bc9-841b-8f58c75c1441 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:32:39.140767 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port 0cff93fc-cd55-4bc9-841b-8f58c75c1441 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:32:39.141476 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:39.177828 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-38457579-9a00-4aa0-b9d2-c872865e4258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:39.235423 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-38457579-9a00-4aa0-b9d2-c872865e4258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:39.241741 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-38457579-9a00-4aa0-b9d2-c872865e4258 admin admin] Usage tracker for resource:security_group_rule and tenant:570e72ebfd014561a5d9155b6ac201fe is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:39.245454 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-38457579-9a00-4aa0-b9d2-c872865e4258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:39.265187 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-38457579-9a00-4aa0-b9d2-c872865e4258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:39.310831 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefc777-78ab-4b69-af5e-51bf6ef0ce88 req-84b37f2d-5baa-4561-bd7f-cf643848aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:39.312588 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2cefc777-78ab-4b69-af5e-51bf6ef0ce88 req-84b37f2d-5baa-4561-bd7f-cf643848aa49 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 1098 time: 0.1228461 Jun 03 08:32:39.324173 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:39.418517 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 0cff93fc-cd55-4bc9-841b-8f58c75c1441, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=0cff93fc-cd55-4bc9-841b-8f58c75c1441,segment=NetworkSegment(bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b),segment_id=bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:32:39.425866 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-38457579-9a00-4aa0-b9d2-c872865e4258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:39.430362 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2cefc777-78ab-4b69-af5e-51bf6ef0ce88 req-f739f57c-f33f-45b3-8225-9eb22350fccf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063621 Jun 03 08:32:39.518397 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:39.520207 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:39.552695 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-38457579-9a00-4aa0-b9d2-c872865e4258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:39.563291 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-0f1d4f95-6b63-4e10-bf69-8fc28ef44a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:39.603540 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=0cff93fc-cd55-4bc9-841b-8f58c75c1441,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:39.608356 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:39.623175 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-38457579-9a00-4aa0-b9d2-c872865e4258 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=570e72ebfd014561a5d9155b6ac201fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5809886 Jun 03 08:32:39.623847 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38457579-9a00-4aa0-b9d2-c872865e4258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2854b52d-9ff8-43e3-ae96-59c280a532a2,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:39.625950 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 54432) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:39.629521 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-38457579-9a00-4aa0-b9d2-c872865e4258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:39.686639 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9b0e497a-2d10-43bd-8521-b315d832df38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:39.713584 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9b0e497a-2d10-43bd-8521-b315d832df38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:39.895825 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9b0e497a-2d10-43bd-8521-b315d832df38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:39.900822 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:39.913318 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e497a-2d10-43bd-8521-b315d832df38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2854b52d-9ff8-43e3-ae96-59c280a532a2,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:39.916107 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-9b0e497a-2d10-43bd-8521-b315d832df38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:39.918190 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9b0e497a-2d10-43bd-8521-b315d832df38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:39.919056 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-9b0e497a-2d10-43bd-8521-b315d832df38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2854b52d-9ff8-43e3-ae96-59c280a532a2 HTTP/1.1" status: 204 len: 168 time: 0.2914004 Jun 03 08:32:40.201767 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7177f9-5e8a-41a4-8338-968c380aa92e req-121f7034-fe55-4ef0-a670-7b72e4e6dfbe tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:40.203514 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4e7177f9-5e8a-41a4-8338-968c380aa92e req-121f7034-fe55-4ef0-a670-7b72e4e6dfbe tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.0837882 Jun 03 08:32:40.256757 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4e7177f9-5e8a-41a4-8338-968c380aa92e req-2aaf7446-775e-41fa-ae5e-c4acaff3358e tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454719 Jun 03 08:32:40.665797 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06906dde-bea3-474f-85ab-13ddc1f11c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cff93fc-cd55-4bc9-841b-8f58c75c1441'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:32:40.668304 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddd5262-a588-44a8-8b30-6bd65000388a" -d '{"events": [{"server_uuid": "06906dde-bea3-474f-85ab-13ddc1f11c54", "name": "network-vif-plugged", "status": "completed", "tag": "0cff93fc-cd55-4bc9-841b-8f58c75c1441"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:32:40.716572 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393589c8-1f70-4135-ab5d-4cc765bea011 x-openstack-request-id: req-393589c8-1f70-4135-ab5d-4cc765bea011 {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:32:40.717088 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06906dde-bea3-474f-85ab-13ddc1f11c54", "name": "network-vif-plugged", "status": "completed", "tag": "0cff93fc-cd55-4bc9-841b-8f58c75c1441", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:32:40.717344 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-393589c8-1f70-4135-ab5d-4cc765bea011 {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:32:40.717770 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06906dde-bea3-474f-85ab-13ddc1f11c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cff93fc-cd55-4bc9-841b-8f58c75c1441', 'code': 200} Jun 03 08:32:40.871424 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 54476) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:40.941859 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-9b5b1fe6-dda4-4149-993a-0167cbbf9dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:41.002001 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-9b5b1fe6-dda4-4149-993a-0167cbbf9dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:41.019296 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-9b5b1fe6-dda4-4149-993a-0167cbbf9dad admin admin] Usage tracker for resource:security_group_rule and tenant:275d0648835a4433b2f9df58a3dfcac4 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:41.028331 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-9b5b1fe6-dda4-4149-993a-0167cbbf9dad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:41.050496 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-9b5b1fe6-dda4-4149-993a-0167cbbf9dad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:41.152268 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 54482) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:41.156063 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-9b5b1fe6-dda4-4149-993a-0167cbbf9dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:41.238254 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-9b5b1fe6-dda4-4149-993a-0167cbbf9dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:41.249273 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-e26f8adb-d7b7-4eb8-adba-13a95295d035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:41.272635 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-63fe1e9e-8a9f-4401-a120-5e44ab548fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:41.287993 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-63fe1e9e-8a9f-4401-a120-5e44ab548fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:41.299274 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-63fe1e9e-8a9f-4401-a120-5e44ab548fb1 admin admin] Usage tracker for resource:security_group_rule and tenant:c2118948cfec477e80ce0dd80bb2df50 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:41.304808 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-63fe1e9e-8a9f-4401-a120-5e44ab548fb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:41.318632 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-63fe1e9e-8a9f-4401-a120-5e44ab548fb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:41.346499 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-9b5b1fe6-dda4-4149-993a-0167cbbf9dad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=275d0648835a4433b2f9df58a3dfcac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735479 Jun 03 08:32:41.348497 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b1fe6-dda4-4149-993a-0167cbbf9dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b6b6ef-0b06-4724-b611-ed7a7af81a75,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:41.349186 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 54490) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:41.353473 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-9b5b1fe6-dda4-4149-993a-0167cbbf9dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:41.381629 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5673164-22d4-4616-82ab-ff2134be1621 req-9137ff77-941e-4a65-b852-8c391f94d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:41.383229 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e5673164-22d4-4616-82ab-ff2134be1621 req-9137ff77-941e-4a65-b852-8c391f94d53b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 1098 time: 0.1240151 Jun 03 08:32:41.480336 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e5673164-22d4-4616-82ab-ff2134be1621 req-2149bdb3-35e7-4eee-acd5-73f760a476df service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893500 Jun 03 08:32:41.544665 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-8358ff6d-b933-408c-885e-dfab06f90cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:41.554733 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-63fe1e9e-8a9f-4401-a120-5e44ab548fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:41.594629 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e6565-3a35-4d1a-b104-b349a28db5f4 req-1336c410-56f7-4e68-89ab-1ef6359fe5c9 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:41.596396 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9b7e6565-3a35-4d1a-b104-b349a28db5f4 req-1336c410-56f7-4e68-89ab-1ef6359fe5c9 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.2045648 Jun 03 08:32:41.598513 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-8358ff6d-b933-408c-885e-dfab06f90cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:41.616023 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 54500) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:41.662403 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-63fe1e9e-8a9f-4401-a120-5e44ab548fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:41.675207 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-589a3342-1750-4812-a269-ced416c2d5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:41.710306 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9b7e6565-3a35-4d1a-b104-b349a28db5f4 req-143a3954-c3f6-44fd-bedc-2f377ec80759 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041250 Jun 03 08:32:41.730200 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-63fe1e9e-8a9f-4401-a120-5e44ab548fb1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2118948cfec477e80ce0dd80bb2df50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749276 Jun 03 08:32:41.730932 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe1e9e-8a9f-4401-a120-5e44ab548fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb7dda3-bf02-4688-b7d0-bb6247c581cf,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:41.732751 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 54506) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:41.734153 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-63fe1e9e-8a9f-4401-a120-5e44ab548fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:41.770860 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d6c8090c-2cdf-4a17-9e05-801caa3baf11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:41.802069 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-d6c8090c-2cdf-4a17-9e05-801caa3baf11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:41.808050 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-d6c8090c-2cdf-4a17-9e05-801caa3baf11 admin admin] Usage tracker for resource:security_group_rule and tenant:4b0327acf40c462b960a61f167022e2f is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:41.811521 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-d6c8090c-2cdf-4a17-9e05-801caa3baf11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:41.825344 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-d6c8090c-2cdf-4a17-9e05-801caa3baf11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:41.833744 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-fb0d6963-2483-42ba-8ea6-618236b5553c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:41.860346 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-8358ff6d-b933-408c-885e-dfab06f90cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:41.865778 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:41.876781 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-fb0d6963-2483-42ba-8ea6-618236b5553c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:41.882651 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358ff6d-b933-408c-885e-dfab06f90cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b6b6ef-0b06-4724-b611-ed7a7af81a75,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:41.887234 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-8358ff6d-b933-408c-885e-dfab06f90cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:41.898707 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-8358ff6d-b933-408c-885e-dfab06f90cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:41.902147 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-8358ff6d-b933-408c-885e-dfab06f90cd8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69b6b6ef-0b06-4724-b611-ed7a7af81a75 HTTP/1.1" status: 204 len: 168 time: 0.5507417 Jun 03 08:32:41.982600 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d6c8090c-2cdf-4a17-9e05-801caa3baf11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:42.193122 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d6c8090c-2cdf-4a17-9e05-801caa3baf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:42.200807 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-fb0d6963-2483-42ba-8ea6-618236b5553c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:42.206367 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:42.253967 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-d6c8090c-2cdf-4a17-9e05-801caa3baf11 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b0327acf40c462b960a61f167022e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6368039 Jun 03 08:32:42.256741 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 54518) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:42.257667 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8090c-2cdf-4a17-9e05-801caa3baf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34066c2c-1d5f-4cd8-8338-7f2716dc6238,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:42.276466 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d6963-2483-42ba-8ea6-618236b5553c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb7dda3-bf02-4688-b7d0-bb6247c581cf,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:42.279264 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-fb0d6963-2483-42ba-8ea6-618236b5553c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:42.279688 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:42.279976 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:42.281056 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-fb0d6963-2483-42ba-8ea6-618236b5553c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:42.282397 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-fb0d6963-2483-42ba-8ea6-618236b5553c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fbb7dda3-bf02-4688-b7d0-bb6247c581cf HTTP/1.1" status: 204 len: 168 time: 0.5480113 Jun 03 08:32:42.317613 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08fd99f3-be6b-4b9f-8be7-02ba04081208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:42.344440 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08fd99f3-be6b-4b9f-8be7-02ba04081208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:42.653506 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08fd99f3-be6b-4b9f-8be7-02ba04081208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:42.665496 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-fddf0f07-a73f-4fe8-a340-c8027861f9d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:42.682245 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd99f3-be6b-4b9f-8be7-02ba04081208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34066c2c-1d5f-4cd8-8338-7f2716dc6238,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:42.686900 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-08fd99f3-be6b-4b9f-8be7-02ba04081208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:42.688078 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08fd99f3-be6b-4b9f-8be7-02ba04081208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:42.689306 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-08fd99f3-be6b-4b9f-8be7-02ba04081208 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34066c2c-1d5f-4cd8-8338-7f2716dc6238 HTTP/1.1" status: 204 len: 168 time: 0.4315453 Jun 03 08:32:43.019314 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c472af7-f61c-4181-9d9f-54cc5b07a14d req-466fb6d1-0642-433a-9e4f-fa9334eeb774 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:43.021921 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4c472af7-f61c-4181-9d9f-54cc5b07a14d req-466fb6d1-0642-433a-9e4f-fa9334eeb774 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.1735172 Jun 03 08:32:43.073950 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4c472af7-f61c-4181-9d9f-54cc5b07a14d req-a1e0b71b-80ee-480b-a605-afc90ff062eb tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457966 Jun 03 08:32:43.777294 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 54558) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:43.804318 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e49d575a-0e03-4dde-a7b3-b15ceb93374c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:43.827742 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-e49d575a-0e03-4dde-a7b3-b15ceb93374c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:43.840683 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-e49d575a-0e03-4dde-a7b3-b15ceb93374c admin admin] Usage tracker for resource:security_group_rule and tenant:d76242aaa0c5405da6b43188bf7a9f2f is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:43.847591 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-e49d575a-0e03-4dde-a7b3-b15ceb93374c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:43.856610 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-e49d575a-0e03-4dde-a7b3-b15ceb93374c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:43.960340 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e49d575a-0e03-4dde-a7b3-b15ceb93374c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:44.028141 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 54574) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:44.044674 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2f49140a-f5f0-4666-95f7-84bbe74d7ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:44.059161 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-2f49140a-f5f0-4666-95f7-84bbe74d7ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:44.061886 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e49d575a-0e03-4dde-a7b3-b15ceb93374c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:44.063562 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-2f49140a-f5f0-4666-95f7-84bbe74d7ce4 admin admin] Usage tracker for resource:security_group_rule and tenant:f3e33fe12ff44237a5a809d29ab3c6f2 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:44.066798 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-2f49140a-f5f0-4666-95f7-84bbe74d7ce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:44.073294 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-2f49140a-f5f0-4666-95f7-84bbe74d7ce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:44.074416 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d394fc44-d06e-48fb-9104-0504a8e42938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:44.120336 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-e49d575a-0e03-4dde-a7b3-b15ceb93374c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d76242aaa0c5405da6b43188bf7a9f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418953 Jun 03 08:32:44.122080 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d575a-0e03-4dde-a7b3-b15ceb93374c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c966bd-dfef-48a0-b982-44197b1f7a84,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:44.124115 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 54580) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:44.125444 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-e49d575a-0e03-4dde-a7b3-b15ceb93374c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:44.240491 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-47ce40af-3353-4fc7-924b-28cf657c8c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:44.296283 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2f49140a-f5f0-4666-95f7-84bbe74d7ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:44.319446 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-47ce40af-3353-4fc7-924b-28cf657c8c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:44.400935 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb5809-fd45-4e8f-8e81-d857bbac966b req-687942d4-3db6-4df3-81e2-56e5e6bf546b tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:44.402488 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2bfb5809-fd45-4e8f-8e81-d857bbac966b req-687942d4-3db6-4df3-81e2-56e5e6bf546b tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.1700146 Jun 03 08:32:44.419956 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2f49140a-f5f0-4666-95f7-84bbe74d7ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:44.440271 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-601d7f91-3f8c-4c9a-ac2e-d4c2931d941a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:44.498579 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49140a-f5f0-4666-95f7-84bbe74d7ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8afb83d-a82c-4916-b8ae-8fcce0edd4af,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:44.502796 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-2f49140a-f5f0-4666-95f7-84bbe74d7ce4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3e33fe12ff44237a5a809d29ab3c6f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4736540 Jun 03 08:32:44.503612 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-2f49140a-f5f0-4666-95f7-84bbe74d7ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:44.507438 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 54596) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:44.512445 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2bfb5809-fd45-4e8f-8e81-d857bbac966b req-7fd2f08e-36f6-4527-98d7-656192c5676c tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021414 Jun 03 08:32:44.547259 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-47ce40af-3353-4fc7-924b-28cf657c8c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:44.554122 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:44.568244 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce40af-3353-4fc7-924b-28cf657c8c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c966bd-dfef-48a0-b982-44197b1f7a84,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:44.572171 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-47ce40af-3353-4fc7-924b-28cf657c8c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:44.582233 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-47ce40af-3353-4fc7-924b-28cf657c8c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:44.583359 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-47ce40af-3353-4fc7-924b-28cf657c8c90 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/18c966bd-dfef-48a0-b982-44197b1f7a84 HTTP/1.1" status: 204 len: 168 time: 0.4526496 Jun 03 08:32:44.722286 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88311d-545b-48b5-8c4c-36a15733024a req-58311c49-04b2-409b-a9c4-13b6c5c6b851 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:44.723641 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7b88311d-545b-48b5-8c4c-36a15733024a req-58311c49-04b2-409b-a9c4-13b6c5c6b851 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/networks?id=d2197ef7-85d9-4757-a2e4-13328e9df99c HTTP/1.1" status: 200 len: 814 time: 0.1922793 Jun 03 08:32:44.749899 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7b88311d-545b-48b5-8c4c-36a15733024a req-eec4de26-2230-4427-a3be-ada65b596335 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/quotas/cff062860f9940faa57e665635bf80ef HTTP/1.1" status: 200 len: 375 time: 0.0146744 Jun 03 08:32:44.750727 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2e519203-f49d-40fe-b935-78306e15eeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:44.820677 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2e519203-f49d-40fe-b935-78306e15eeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:44.892889 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7b88311d-545b-48b5-8c4c-36a15733024a req-08b0ff2f-6c0f-44b8-b089-0771558cd9ac tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cff062860f9940faa57e665635bf80ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1331992 Jun 03 08:32:45.037952 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2e519203-f49d-40fe-b935-78306e15eeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:45.042990 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-9b0e497a-2d10-43bd-8521-b315d832df38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:45.052957 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7b88311d-545b-48b5-8c4c-36a15733024a req-04710eeb-b523-446d-b897-50d5fa644282 service neutron] 10.222.0.18 "GET /v2.0/networks/d2197ef7-85d9-4757-a2e4-13328e9df99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445210 Jun 03 08:32:45.056904 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e519203-f49d-40fe-b935-78306e15eeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8afb83d-a82c-4916-b8ae-8fcce0edd4af,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:45.060626 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2e519203-f49d-40fe-b935-78306e15eeb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:45.101292 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2e519203-f49d-40fe-b935-78306e15eeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:45.105193 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-2e519203-f49d-40fe-b935-78306e15eeb6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8afb83d-a82c-4916-b8ae-8fcce0edd4af HTTP/1.1" status: 204 len: 168 time: 0.5934734 Jun 03 08:32:45.218529 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7b88311d-545b-48b5-8c4c-36a15733024a req-1d1b8814-7b35-4565-abc9-d787d0a34a38 service neutron] 10.222.0.18 "GET /v2.0/networks/d2197ef7-85d9-4757-a2e4-13328e9df99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587899 Jun 03 08:32:45.468036 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766eaa57-9df1-4789-9b7c-5dcc8949359a req-80fd6206-64c8-48e7-94eb-a696723b9cc3 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:45.469532 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-766eaa57-9df1-4789-9b7c-5dcc8949359a req-80fd6206-64c8-48e7-94eb-a696723b9cc3 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.0811517 Jun 03 08:32:45.613382 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-766eaa57-9df1-4789-9b7c-5dcc8949359a req-5952845c-bc8e-4cad-8ee0-7b50dc2c0176 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632136 Jun 03 08:32:45.639936 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-889d5587-c113-4640-96ae-1bfcc5b4242f req-8711124b-0d8c-4d22-bf59-ccde30931fce tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 210 time: 0.0584135 Jun 03 08:32:45.640854 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3621b6f-c830-4eee-8cc2-86136f2c3050 req-67b047da-18df-4481-ba94-ac384f464f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:45.642595 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f3621b6f-c830-4eee-8cc2-86136f2c3050 req-67b047da-18df-4481-ba94-ac384f464f80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3064070b7db4eb29c338090265dddc9&device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 1098 time: 0.1722035 Jun 03 08:32:45.807782 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3621b6f-c830-4eee-8cc2-86136f2c3050 req-601b0a54-5105-4bde-8b14-2d54b5a81ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:45.809284 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f3621b6f-c830-4eee-8cc2-86136f2c3050 req-601b0a54-5105-4bde-8b14-2d54b5a81ed5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 HTTP/1.1" status: 200 len: 919 time: 0.1601727 Jun 03 08:32:45.882554 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f3621b6f-c830-4eee-8cc2-86136f2c3050 req-b8f1f6fe-d5d3-4605-b7b4-a2701c5f9c4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cff93fc-cd55-4bc9-841b-8f58c75c1441 HTTP/1.1" status: 200 len: 217 time: 0.0659173 Jun 03 08:32:45.947547 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3621b6f-c830-4eee-8cc2-86136f2c3050 req-0ec43b20-a396-4859-bc8e-d883b5870067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:45.948972 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f3621b6f-c830-4eee-8cc2-86136f2c3050 req-0ec43b20-a396-4859-bc8e-d883b5870067 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a1c7d0a-5118-4e26-963e-4cc0a9489fb5 HTTP/1.1" status: 200 len: 858 time: 0.0597758 Jun 03 08:32:45.999037 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f3621b6f-c830-4eee-8cc2-86136f2c3050 req-30d8716f-9d23-4b29-84a9-ee1397754f22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430958 Jun 03 08:32:46.156461 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f3621b6f-c830-4eee-8cc2-86136f2c3050 req-437ccb24-2939-4d44-a4c3-38771c0e831b service neutron] 10.222.0.47 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390023 Jun 03 08:32:46.307445 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f3621b6f-c830-4eee-8cc2-86136f2c3050 req-f54d8fea-809a-4da5-8bdc-22c24577666f service neutron] 10.222.0.47 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469660 Jun 03 08:32:46.815803 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2f4e9-c9e3-4f19-8d4d-b04301ef8b1e req-ea23abeb-e03c-4752-847b-871984c5ca97 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:46.817432 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f0a2f4e9-c9e3-4f19-8d4d-b04301ef8b1e req-ea23abeb-e03c-4752-847b-871984c5ca97 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.1012118 Jun 03 08:32:46.870490 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f0a2f4e9-c9e3-4f19-8d4d-b04301ef8b1e req-95a8cd24-af20-4ee0-b9ed-c06287c9aaca tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467775 Jun 03 08:32:47.006625 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2a892d74-2a2c-4e1e-a874-2f026ca1e1f7 req-794b548e-62f5-4a91-8728-abf3ba2daf9e tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 210 time: 0.0464373 Jun 03 08:32:47.060951 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 54704) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:47.072333 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36110604-af54-4ef4-94bb-b72390ca915a req-ca52eae1-04d7-45a0-aec1-2d8946360c9e tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:47.074022 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-36110604-af54-4ef4-94bb-b72390ca915a req-ca52eae1-04d7-45a0-aec1-2d8946360c9e tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 945 time: 0.0983579 Jun 03 08:32:47.124745 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-36110604-af54-4ef4-94bb-b72390ca915a req-4c05b05d-6dab-465c-b470-101a9607adda tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423744 Jun 03 08:32:47.302780 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1fdc515c-c9d2-4207-a65f-af1eb8665fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:47.321346 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-1fdc515c-c9d2-4207-a65f-af1eb8665fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:47.325400 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-1fdc515c-c9d2-4207-a65f-af1eb8665fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:522694797afb4848a73dc5048930f726 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:47.328314 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-1fdc515c-c9d2-4207-a65f-af1eb8665fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:47.334944 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-1fdc515c-c9d2-4207-a65f-af1eb8665fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:47.423708 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1fdc515c-c9d2-4207-a65f-af1eb8665fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:47.575528 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1fdc515c-c9d2-4207-a65f-af1eb8665fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:47.585661 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:47.632837 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-1fdc515c-c9d2-4207-a65f-af1eb8665fb7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=522694797afb4848a73dc5048930f726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5681806 Jun 03 08:32:47.632837 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc515c-c9d2-4207-a65f-af1eb8665fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b18da9-90b3-4e16-8edd-7aae010c050f,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:47.633307 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 54728) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:47.635780 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-1fdc515c-c9d2-4207-a65f-af1eb8665fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:47.705674 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-83a8eaf2-e897-4a5e-a0f2-5f18a97e1dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:47.730318 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:47.736646 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-83a8eaf2-e897-4a5e-a0f2-5f18a97e1dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:47.836609 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 54734) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:47.897312 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-83a8eaf2-e897-4a5e-a0f2-5f18a97e1dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:47.909155 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-08fd99f3-be6b-4b9f-8be7-02ba04081208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:47.931462 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8eaf2-e897-4a5e-a0f2-5f18a97e1dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b18da9-90b3-4e16-8edd-7aae010c050f,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:47.934690 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-83a8eaf2-e897-4a5e-a0f2-5f18a97e1dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:47.936159 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-83a8eaf2-e897-4a5e-a0f2-5f18a97e1dc4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4b18da9-90b3-4e16-8edd-7aae010c050f HTTP/1.1" status: 204 len: 168 time: 0.3016503 Jun 03 08:32:47.938032 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-83a8eaf2-e897-4a5e-a0f2-5f18a97e1dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:47.965193 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-563534081-network', 'tenant_id': '2633aecc0fe04470a008aae09dce8d34'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:32:47.972513 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:47.976948 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Usage tracker for resource:network and tenant:2633aecc0fe04470a008aae09dce8d34 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:47.981058 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:47.989076 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:48.118383 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Made reservation on behalf of 2633aecc0fe04470a008aae09dce8d34 for: {'network': 1} {{(pid=92356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:32:48.121055 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-970951'] for network, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:48.135131 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:48.135858 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d22a1-2b95-4269-b797-c733741f807e req-938d7557-6906-4fc2-967b-c9d6c1b20ffe tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:48.137326 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-cb6d22a1-2b95-4269-b797-c733741f807e req-938d7557-6906-4fc2-967b-c9d6c1b20ffe tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.0815141 Jun 03 08:32:48.182693 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-cb6d22a1-2b95-4269-b797-c733741f807e req-c93c1fcf-818c-474c-b95e-8cd774eb3c73 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390325 Jun 03 08:32:48.187095 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:48.196542 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e8de6c56-d018-4210-b225-52671e0e72a3 req-9979b7ea-77bc-4dc5-a1f2-0fe63cc01a2f tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 210 time: 0.0506287 Jun 03 08:32:48.197471 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Usage tracker for resource:security_group_rule and tenant:2633aecc0fe04470a008aae09dce8d34 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:48.200610 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:48.207101 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:48.313221 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:48.383487 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834a775-3689-4559-9668-114377c79ae5 req-c70cf120-5c2c-455a-b91f-7fbeb82db5be tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:48.384873 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7834a775-3689-4559-9668-114377c79ae5 req-c70cf120-5c2c-455a-b91f-7fbeb82db5be tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 945 time: 0.0816817 Jun 03 08:32:48.470320 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7834a775-3689-4559-9668-114377c79ae5 req-6ee16707-13be-4daa-935d-3f73b1b52c5e tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796957 Jun 03 08:32:48.476475 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:48.482724 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:48.513758 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=92356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 08:32:48.526629 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf68311-8fbf-4078-86d1-066eb43c932e,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:48.530727 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:48.531649 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:48.532016 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.db.segments_db [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Added segment f3fb3b03-8bd4-4b4b-b44e-44e363eeeec0 of type vlan for network 45ddcffe-1013-48bb-b4a5-348f7f52c8f9 Jun 03 08:32:48.559780 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865572298'] for network, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:48.695510 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502'] for network, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:48.696761 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:48.698341 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:48.700893 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-365c9137-bfa8-4e9c-b585-5712c91ee42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:48.799836 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Pushing event updated for resources: {'Network': ['ID=45ddcffe-1013-48bb-b4a5-348f7f52c8f9,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:48.802684 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:48.812732 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Network 45ddcffe-1013-48bb-b4a5-348f7f52c8f9 details requested by agent ovs-agent-dv-cinder-787262-5-smb with host dv-cinder-787262-5-smb {{(pid=92358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 08:32:48.942923 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1050513 Jun 03 08:32:48.972180 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 54752) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:48.980475 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-b7550143-4f93-45b7-89e3-21a332d1400e admin admin] Request body: {'subnet': {'network_id': '45ddcffe-1013-48bb-b4a5-348f7f52c8f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-563534081-subnet', 'tenant_id': '2633aecc0fe04470a008aae09dce8d34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:32:48.989808 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-b7550143-4f93-45b7-89e3-21a332d1400e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:48.995065 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-b7550143-4f93-45b7-89e3-21a332d1400e admin admin] Usage tracker for resource:subnet and tenant:2633aecc0fe04470a008aae09dce8d34 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:48.999232 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-b7550143-4f93-45b7-89e3-21a332d1400e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:49.008689 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-b7550143-4f93-45b7-89e3-21a332d1400e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:49.205568 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88311d-545b-48b5-8c4c-36a15733024a req-8021b3e3-1f6d-4085-a97a-ee580a96cc1f tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:49.205568 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7b88311d-545b-48b5-8c4c-36a15733024a req-8021b3e3-1f6d-4085-a97a-ee580a96cc1f tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.47 "GET /v2.0/networks?id=d2197ef7-85d9-4757-a2e4-13328e9df99c HTTP/1.1" status: 200 len: 814 time: 0.1912618 Jun 03 08:32:49.205568 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-7b88311d-545b-48b5-8c4c-36a15733024a req-b06afb01-b072-4418-bd40-b96c9ea8e3eb tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Request body: {'port': {'device_id': '9116cef3-b4e5-454c-a6a6-8ce7a315623a', 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c', 'admin_state_up': True, 'tenant_id': 'cff062860f9940faa57e665635bf80ef'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:32:49.208710 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09841462-6c51-467a-9fff-c1211347fb4d req-f13e2494-e945-47cf-b4ec-b99b69cc71f2 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:49.210531 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-09841462-6c51-467a-9fff-c1211347fb4d req-f13e2494-e945-47cf-b4ec-b99b69cc71f2 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.47 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 945 time: 0.0784793 Jun 03 08:32:49.322276 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-7b88311d-545b-48b5-8c4c-36a15733024a req-b06afb01-b072-4418-bd40-b96c9ea8e3eb tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:49.332740 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-7b88311d-545b-48b5-8c4c-36a15733024a req-b06afb01-b072-4418-bd40-b96c9ea8e3eb tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:49.386797 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-8deaba2c-6931-42e1-a35d-452cc221b49b req-49bb78b2-2597-4533-85a5-ce0e3f5a2459 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 210 time: 0.0428743 Jun 03 08:32:49.492288 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851a327-7574-42e2-8e06-1fabac7ce8e9 req-43b42cde-57d1-4206-a016-b60fae4acc06 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:49.492288 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9851a327-7574-42e2-8e06-1fabac7ce8e9 req-43b42cde-57d1-4206-a016-b60fae4acc06 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.1125152 Jun 03 08:32:49.492288 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [req-09841462-6c51-467a-9fff-c1211347fb4d req-7d38eebb-892c-4871-99e8-18d31c9c66f1 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Deleting port 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 {{(pid=92356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:32:49.492288 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-09841462-6c51-467a-9fff-c1211347fb4d req-7d38eebb-892c-4871-99e8-18d31c9c66f1 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:49.500224 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 54762) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:49.528339 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1c084e46-623f-47e7-a239-3a6ac96e60d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:49.550805 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-1c084e46-623f-47e7-a239-3a6ac96e60d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:49.555127 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-1c084e46-623f-47e7-a239-3a6ac96e60d2 admin admin] Usage tracker for resource:security_group_rule and tenant:303b4abae1a649fc844595919d2daf1b is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:49.558664 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-1c084e46-623f-47e7-a239-3a6ac96e60d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:49.564371 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-1c084e46-623f-47e7-a239-3a6ac96e60d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:49.665045 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9851a327-7574-42e2-8e06-1fabac7ce8e9 req-930982fc-74f4-4ad7-bb8e-c94697312639 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954865 Jun 03 08:32:49.700939 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [req-09841462-6c51-467a-9fff-c1211347fb4d req-7d38eebb-892c-4871-99e8-18d31c9c66f1 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] For port 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4c2515d4-9ba9-4ad2-a273-86c3bae0feb8,segment=NetworkSegment(67cac04b-92f4-4ef2-9f50-68091a80dbd8),segment_id=67cac04b-92f4-4ef2-9f50-68091a80dbd8)] {{(pid=92356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:32:49.701377 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-09841462-6c51-467a-9fff-c1211347fb4d req-7d38eebb-892c-4871-99e8-18d31c9c66f1 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:49.726593 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1c084e46-623f-47e7-a239-3a6ac96e60d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:49.738768 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67d449-17c0-4b4e-9627-10ac20d795db req-e8d646c5-879b-489d-8bef-a67f4706fd15 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:49.740243 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ed67d449-17c0-4b4e-9627-10ac20d795db req-e8d646c5-879b-489d-8bef-a67f4706fd15 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 945 time: 0.1370640 Jun 03 08:32:49.789509 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ed67d449-17c0-4b4e-9627-10ac20d795db req-b5b57ec3-fddb-46c5-ab49-306d69b8343e tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba7077c-01b4-42c4-b7e3-0588663fbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433986 Jun 03 08:32:49.823366 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [req-09841462-6c51-467a-9fff-c1211347fb4d req-7d38eebb-892c-4871-99e8-18d31c9c66f1 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Calling delete_port for 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 owned by compute:nova {{(pid=92356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:32:50.055628 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7550143-4f93-45b7-89e3-21a332d1400e admin admin] Made reservation on behalf of 2633aecc0fe04470a008aae09dce8d34 for: {'subnet': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:32:50.061903 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-b7550143-4f93-45b7-89e3-21a332d1400e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:50.142932 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b88311d-545b-48b5-8c4c-36a15733024a req-b06afb01-b072-4418-bd40-b96c9ea8e3eb tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Made reservation on behalf of cff062860f9940faa57e665635bf80ef for: {'port': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:32:50.146418 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-7b88311d-545b-48b5-8c4c-36a15733024a req-b06afb01-b072-4418-bd40-b96c9ea8e3eb tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:50.166596 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-09841462-6c51-467a-9fff-c1211347fb4d req-7d38eebb-892c-4871-99e8-18d31c9c66f1 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815'] for port, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:50.170570 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1c084e46-623f-47e7-a239-3a6ac96e60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:50.182339 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:50.182577 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d95b619b-c1bf-4bde-ba70-e17bd62f355c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:50.183859 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['4c2515d4-9ba9-4ad2-a273-86c3bae0feb8'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:32:50.263703 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38eebb-892c-4871-99e8-18d31c9c66f1 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Pushing event deleted for resources: {'Port': ['ID=4c2515d4-9ba9-4ad2-a273-86c3bae0feb8,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:50.274236 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-1c084e46-623f-47e7-a239-3a6ac96e60d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=303b4abae1a649fc844595919d2daf1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7728601 Jun 03 08:32:50.275982 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 54770) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:50.311271 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c084e46-623f-47e7-a239-3a6ac96e60d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aca8b3a-6d5b-4d50-bf6d-9f6876ef2124,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:50.341946 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-1c084e46-623f-47e7-a239-3a6ac96e60d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:50.410440 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [req-09841462-6c51-467a-9fff-c1211347fb4d req-7d38eebb-892c-4871-99e8-18d31c9c66f1 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] No DVR routers for this DVR port 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 on host hv-cinder-78726 {{(pid=92356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:32:50.415312 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-09841462-6c51-467a-9fff-c1211347fb4d req-7d38eebb-892c-4871-99e8-18d31c9c66f1 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:50.420157 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c8608e-9ff7-4214-99d3-6bf60f10d9c0', 'name': 'network-vif-deleted', 'tag': '4c2515d4-9ba9-4ad2-a273-86c3bae0feb8'}] {{(pid=92356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:32:50.423224 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1987e4ce19f514d8284afddf154522dadca2333eab9833e9721abb813c288452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667eefd6-edc3-451f-a369-5f2ce14f38f3" -d '{"events": [{"server_uuid": "34c8608e-9ff7-4214-99d3-6bf60f10d9c0", "name": "network-vif-deleted", "tag": "4c2515d4-9ba9-4ad2-a273-86c3bae0feb8"}]}' {{(pid=92356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:32:50.429042 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-7d38eebb-892c-4871-99e8-18d31c9c66f1 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:50.489258 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057e2655-66fa-4bd6-9123-e70605921ee0 x-openstack-request-id: req-057e2655-66fa-4bd6-9123-e70605921ee0 {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:32:50.489574 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c8608e-9ff7-4214-99d3-6bf60f10d9c0", "name": "network-vif-deleted", "tag": "4c2515d4-9ba9-4ad2-a273-86c3bae0feb8", "status": "completed", "code": 200}]} {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:32:50.489839 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-057e2655-66fa-4bd6-9123-e70605921ee0 {{(pid=92356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:32:50.490276 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c8608e-9ff7-4214-99d3-6bf60f10d9c0', 'name': 'network-vif-deleted', 'tag': '4c2515d4-9ba9-4ad2-a273-86c3bae0feb8', 'status': 'completed', 'code': 200} Jun 03 08:32:50.557038 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-b2e9f01e-c795-4eda-81cf-94306f2ea16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:50.614577 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_common [req-7b88311d-545b-48b5-8c4c-36a15733024a req-b06afb01-b072-4418-bd40-b96c9ea8e3eb tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Allocated IP 172.20.0.10 (d2197ef7-85d9-4757-a2e4-13328e9df99c/953f21ea-c75c-4545-b610-547c5766cd2e/b103529c-3055-4d83-af6d-1bf4ab02f3b5) {{(pid=92357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:32:50.625172 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-b2e9f01e-c795-4eda-81cf-94306f2ea16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:50.644427 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-09841462-6c51-467a-9fff-c1211347fb4d req-7d38eebb-892c-4871-99e8-18d31c9c66f1 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.47 "DELETE /v2.0/ports/4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 HTTP/1.1" status: 204 len: 173 time: 1.4231954 Jun 03 08:32:50.686287 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-78641bd0-63ff-46dc-b38a-32fc14260ffd req-785da26a-b5e9-403e-a809-4766e49adbde tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 210 time: 0.0694318 Jun 03 08:32:50.978536 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd21e1-acb5-4b1c-98ba-af217b385e7d req-eb740b97-3804-4f2a-a472-e7d80007fa28 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:50.980674 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a4bd21e1-acb5-4b1c-98ba-af217b385e7d req-eb740b97-3804-4f2a-a472-e7d80007fa28 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.1444457 Jun 03 08:32:51.002826 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-b2e9f01e-c795-4eda-81cf-94306f2ea16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:51.013527 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-288582cc-09ca-4458-aa24-486db4881477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:51.033106 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0976dad8-717e-4a7b-b2d0-94d354bf4b25 req-8d7a60ad-98e8-41d3-8c5d-efbec610c17d tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 210 time: 0.1004364 Jun 03 08:32:51.033329 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a4bd21e1-acb5-4b1c-98ba-af217b385e7d req-baace200-4d9a-4661-b245-da502bc8dc04 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464935 Jun 03 08:32:51.091572 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9f01e-c795-4eda-81cf-94306f2ea16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aca8b3a-6d5b-4d50-bf6d-9f6876ef2124,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:51.104840 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-b2e9f01e-c795-4eda-81cf-94306f2ea16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:51.201600 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-7b88311d-545b-48b5-8c4c-36a15733024a req-b06afb01-b072-4418-bd40-b96c9ea8e3eb tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks [] for port, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:51.234731 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-b7550143-4f93-45b7-89e3-21a332d1400e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495'] for subnet, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:51.243982 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-3bdf59de-3d65-4bfc-a27b-631c8809ca0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:51.280894 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-b2e9f01e-c795-4eda-81cf-94306f2ea16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:51.282654 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-b2e9f01e-c795-4eda-81cf-94306f2ea16a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9aca8b3a-6d5b-4d50-bf6d-9f6876ef2124 HTTP/1.1" status: 204 len: 168 time: 1.0013268 Jun 03 08:32:51.326968 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7550143-4f93-45b7-89e3-21a332d1400e admin admin] Pushing event updated for resources: {'Subnet': ['ID=30c2b46e-4c3f-4509-89ee-2ad59636cf9f,revision_number=0']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:51.333348 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-b7550143-4f93-45b7-89e3-21a332d1400e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:51.341042 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7550143-4f93-45b7-89e3-21a332d1400e admin admin] Checking segment: {'id': 'f3fb3b03-8bd4-4b4b-b44e-44e363eeeec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45ddcffe-1013-48bb-b4a5-348f7f52c8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:32:51.341475 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7550143-4f93-45b7-89e3-21a332d1400e admin admin] Network hostable DHCP agents. Network: 45ddcffe-1013-48bb-b4a5-348f7f52c8f9, hostable agents: ['5e4d2f6b-3552-4981-8bdf-261b5e07a56f'], hosted agents: [] {{(pid=92357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 08:32:51.494010 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7550143-4f93-45b7-89e3-21a332d1400e admin admin] Network 45ddcffe-1013-48bb-b4a5-348f7f52c8f9 is scheduled to be hosted by DHCP agent 5e4d2f6b-3552-4981-8bdf-261b5e07a56f with binding_index 1 {{(pid=92357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 08:32:51.499445 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-7b88311d-545b-48b5-8c4c-36a15733024a req-b06afb01-b072-4418-bd40-b96c9ea8e3eb tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806'] for port, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:51.509663 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['320a4499-51fd-483b-b1b8-cd3bb07adf5f'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:32:51.521600 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-77e7097b-79f1-495f-b37c-40f1b3e993a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:51.640429 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b88311d-545b-48b5-8c4c-36a15733024a req-b06afb01-b072-4418-bd40-b96c9ea8e3eb tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Network d2197ef7-85d9-4757-a2e4-13328e9df99c is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:32:51.656631 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [req-7b88311d-545b-48b5-8c4c-36a15733024a req-b06afb01-b072-4418-bd40-b96c9ea8e3eb tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:32:51.656631 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [None req-b7550143-4f93-45b7-89e3-21a332d1400e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-5-smb, 45ddcffe-1013-48bb-b4a5-348f7f52c8f9) {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:32:51.656631 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b88311d-545b-48b5-8c4c-36a15733024a req-b06afb01-b072-4418-bd40-b96c9ea8e3eb tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Received port after_create {{(pid=92357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:32:51.661363 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88311d-545b-48b5-8c4c-36a15733024a req-b06afb01-b072-4418-bd40-b96c9ea8e3eb tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:51.661992 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-7b88311d-545b-48b5-8c4c-36a15733024a req-b06afb01-b072-4418-bd40-b96c9ea8e3eb tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:51.668830 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d46b6cc-1176-4f02-95cb-caa4288d0371 None None] Network 45ddcffe-1013-48bb-b4a5-348f7f52c8f9 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:32:51.679702 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7550143-4f93-45b7-89e3-21a332d1400e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:51.680286 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-b7550143-4f93-45b7-89e3-21a332d1400e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for subnet, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:51.701267 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06afb01-b072-4418-bd40-b96c9ea8e3eb tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Pushing event updated for resources: {'Port': ['ID=b103529c-3055-4d83-af6d-1bf4ab02f3b5,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:51.706520 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-b06afb01-b072-4418-bd40-b96c9ea8e3eb tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:51.881780 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc17672-1879-4425-aa8b-2aa109633ca7 req-921906d9-d133-4634-a394-9826a96106dd tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:51.883172 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-cdc17672-1879-4425-aa8b-2aa109633ca7 req-921906d9-d133-4634-a394-9826a96106dd tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 932 time: 0.0843394 Jun 03 08:32:51.898393 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-b7550143-4f93-45b7-89e3-21a332d1400e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9178307 Jun 03 08:32:51.900312 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7b88311d-545b-48b5-8c4c-36a15733024a req-b06afb01-b072-4418-bd40-b96c9ea8e3eb tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7234702 Jun 03 08:32:51.926531 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Request body: {'port': {'device_id': '9116cef3-b4e5-454c-a6a6-8ce7a315623a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:32:51.943945 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cbe05d-962b-473a-82da-44c468bf355a None None] Network 45ddcffe-1013-48bb-b4a5-348f7f52c8f9 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:32:51.993923 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-cdc17672-1879-4425-aa8b-2aa109633ca7 req-b4cf1d98-c0b4-4dc9-ac8a-96979bd87467 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009357 Jun 03 08:32:52.102030 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:52.340247 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-b6d0c7fc-d6c8-4f6b-baf1-b1556dc91a48 req-9936a413-1360-4df4-ad92-f64066cf94f5 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Synchronizing usage tracker for tenant:1f28cd5817644f8a9e9f3dd02ff8e1fd on resource:port {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:32:52.495520 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-b6d0c7fc-d6c8-4f6b-baf1-b1556dc91a48 req-9936a413-1360-4df4-ad92-f64066cf94f5 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] Unset dirty status for tenant:1f28cd5817644f8a9e9f3dd02ff8e1fd on resource:port {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:32:52.499301 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-b6d0c7fc-d6c8-4f6b-baf1-b1556dc91a48 req-9936a413-1360-4df4-ad92-f64066cf94f5 tempest-DeleteServersTestJSON-1806146526 tempest-DeleteServersTestJSON-1806146526-project] 10.222.0.18 "GET /v2.0/ports?device_id=34c8608e-9ff7-4214-99d3-6bf60f10d9c0 HTTP/1.1" status: 200 len: 210 time: 0.2135308 Jun 03 08:32:52.506510 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf98516-1f7e-44e9-bccc-30d0a64cc538 req-b68deebd-861b-43f7-9558-c6af0cc213ff tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:52.508061 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-5bf98516-1f7e-44e9-bccc-30d0a64cc538 req-b68deebd-861b-43f7-9558-c6af0cc213ff tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.2465005 Jun 03 08:32:52.644938 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-5bf98516-1f7e-44e9-bccc-30d0a64cc538 req-1339fddb-8b85-4fc3-a494-d810fc0b61ba tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935616 Jun 03 08:32:52.788327 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b103529c-3055-4d83-af6d-1bf4ab02f3b5 {{(pid=92357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:32:52.795657 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:52.811897 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Transition to ACTIVE for port object b103529c-3055-4d83-af6d-1bf4ab02f3b5 will not be triggered until provisioned by entity L2. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:32:52.981208 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:52.988228 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:53.118272 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b103529c-3055-4d83-af6d-1bf4ab02f3b5,revision_number=2']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:53.147852 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:53.174548 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Attempting to bind port b103529c-3055-4d83-af6d-1bf4ab02f3b5 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:32:53.175108 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Attempting to bind port b103529c-3055-4d83-af6d-1bf4ab02f3b5 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '8357feaa-9be8-4302-8db1-454f58ba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c'}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:32:53.175606 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Attempting to bind port b103529c-3055-4d83-af6d-1bf4ab02f3b5 on network d2197ef7-85d9-4757-a2e4-13328e9df99c {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:32:53.181226 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Port b103529c-3055-4d83-af6d-1bf4ab02f3b5 on network d2197ef7-85d9-4757-a2e4-13328e9df99c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 08:32:53.181779 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Attempting to bind port b103529c-3055-4d83-af6d-1bf4ab02f3b5 on network d2197ef7-85d9-4757-a2e4-13328e9df99c {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:32:53.189133 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Checking agent: {'id': '0b62ef4c-67a0-4b60-a013-2ab920ba3ff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'started_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:32:53.197633 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Checking segment: {'id': '8357feaa-9be8-4302-8db1-454f58ba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:32:53.197633 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Bound using segment: {'id': '8357feaa-9be8-4302-8db1-454f58ba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c'} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:32:53.197633 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Bound port: b103529c-3055-4d83-af6d-1bf4ab02f3b5, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8357feaa-9be8-4302-8db1-454f58ba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c'}}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:32:53.197633 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:53.272356 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e07ed0-2962-4167-b711-c052b295badc req-fb71fcf3-e0da-4c7a-bbf4-a59dc48f40e9 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:53.274532 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f9e07ed0-2962-4167-b711-c052b295badc req-fb71fcf3-e0da-4c7a-bbf4-a59dc48f40e9 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 944 time: 0.1229358 Jun 03 08:32:53.304190 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] For port b103529c-3055-4d83-af6d-1bf4ab02f3b5, host hv-cinder-78726, cleared binding levels {{(pid=92357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:32:53.309388 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] For port b103529c-3055-4d83-af6d-1bf4ab02f3b5, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b103529c-3055-4d83-af6d-1bf4ab02f3b5,segment=NetworkSegment(8357feaa-9be8-4302-8db1-454f58ba9544),segment_id=8357feaa-9be8-4302-8db1-454f58ba9544)] {{(pid=92357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:32:53.330746 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f9e07ed0-2962-4167-b711-c052b295badc req-a20372ea-41f3-49d2-9876-3a23e4754992 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500834 Jun 03 08:32:53.438523 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-af279e42-e969-410e-9300-fb1da0ef2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:53.485478 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:53.492310 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-b06afb01-b072-4418-bd40-b96c9ea8e3eb tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:53.577095 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:53.577638 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:53.579064 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7b88311d-545b-48b5-8c4c-36a15733024a req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] 10.222.0.47 "PUT /v2.0/ports/b103529c-3055-4d83-af6d-1bf4ab02f3b5 HTTP/1.1" status: 200 len: 1094 time: 1.6606309 Jun 03 08:32:53.579536 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9116cef3-b4e5-454c-a6a6-8ce7a315623a', 'tag': 'b103529c-3055-4d83-af6d-1bf4ab02f3b5'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:32:53.581838 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b7fee4-2b30-41c9-8d76-3e502eba52c1" -d '{"events": [{"name": "network-changed", "server_uuid": "9116cef3-b4e5-454c-a6a6-8ce7a315623a", "tag": "b103529c-3055-4d83-af6d-1bf4ab02f3b5"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:32:53.610815 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b103529c-3055-4d83-af6d-1bf4ab02f3b5,revision_number=3']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:53.621017 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:53.633280 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0c5312-c06b-4a48-9835-239d4d596cb1 x-openstack-request-id: req-1c0c5312-c06b-4a48-9835-239d4d596cb1 {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:32:53.633653 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9116cef3-b4e5-454c-a6a6-8ce7a315623a", "tag": "b103529c-3055-4d83-af6d-1bf4ab02f3b5", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:32:53.634171 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c0c5312-c06b-4a48-9835-239d4d596cb1 {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:32:53.634490 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9116cef3-b4e5-454c-a6a6-8ce7a315623a', 'tag': 'b103529c-3055-4d83-af6d-1bf4ab02f3b5', 'status': 'completed', 'code': 200} Jun 03 08:32:53.643226 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 54878) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:53.648871 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-255835563-network', 'tenant_id': '1e4c75e5bf5f49ef988668087997fc12'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:32:53.654417 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:53.658370 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Usage tracker for resource:network and tenant:1e4c75e5bf5f49ef988668087997fc12 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:53.661415 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:53.668044 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:53.765648 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7fee4-2b30-41c9-8d76-3e502eba52c1 req-8dc3c073-e355-44ac-8c15-24dae7f251cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:53.767341 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-01b7fee4-2b30-41c9-8d76-3e502eba52c1 req-8dc3c073-e355-44ac-8c15-24dae7f251cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cff062860f9940faa57e665635bf80ef&device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 1097 time: 0.0981586 Jun 03 08:32:53.838333 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Made reservation on behalf of 1e4c75e5bf5f49ef988668087997fc12 for: {'network': 1} {{(pid=92356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:32:53.841605 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-970951'] for network, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:53.855058 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:53.870215 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:53.873911 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Usage tracker for resource:security_group_rule and tenant:1e4c75e5bf5f49ef988668087997fc12 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:53.877281 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:53.882958 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:53.970610 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:53.982551 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54466307-7392-4762-b38e-949d142f1fd1 req-48d28ea0-f417-406b-a730-4564ea641c77 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:53.984039 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-54466307-7392-4762-b38e-949d142f1fd1 req-48d28ea0-f417-406b-a730-4564ea641c77 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.2158067 Jun 03 08:32:53.985065 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7fee4-2b30-41c9-8d76-3e502eba52c1 req-6f3ac1d7-724e-4f3a-b7f5-c97fc8c469e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:53.986756 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-01b7fee4-2b30-41c9-8d76-3e502eba52c1 req-6f3ac1d7-724e-4f3a-b7f5-c97fc8c469e4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=cff062860f9940faa57e665635bf80ef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1863809 Jun 03 08:32:54.096807 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:54.107115 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-3a13c1be-82e5-44f3-8f9c-75f64477c7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:54.128776 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-54466307-7392-4762-b38e-949d142f1fd1 req-1bf4863f-2fec-43e9-b796-26d7a6a6ee97 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389160 Jun 03 08:32:54.141457 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bcdb0b-bc31-4f50-9a48-f6bf1890a05b,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:54.150448 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:54.159244 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=92356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 08:32:54.186679 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:54.187017 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.db.segments_db [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Added segment 16f830b1-65d0-4275-92af-69b72eb94e2c of type vlan for network ace329e8-bfb7-42a8-ad14-37e33b3d3348 Jun 03 08:32:54.189767 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7fee4-2b30-41c9-8d76-3e502eba52c1 req-bb49bcc3-31dd-4bd2-b986-b4fc992c368f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:54.191272 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-01b7fee4-2b30-41c9-8d76-3e502eba52c1 req-bb49bcc3-31dd-4bd2-b986-b4fc992c368f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1860368 Jun 03 08:32:54.221831 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865572298'] for network, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:54.240827 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:32:54.279863 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] No Port match for: 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:32:54.280292 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 4c2515d4-9ba9-4ad2-a273-86c3bae0feb8 not bound to the agent host hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:32:54.324500 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88311d-545b-48b5-8c4c-36a15733024a req-35f29dcd-b2f8-44da-8335-f250c64db01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:54.325972 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7b88311d-545b-48b5-8c4c-36a15733024a req-35f29dcd-b2f8-44da-8335-f250c64db01b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cff062860f9940faa57e665635bf80ef&device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 1097 time: 0.0858028 Jun 03 08:32:54.375098 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502'] for network, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:54.376457 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:54.377037 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:54.382564 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:54.508571 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Pushing event updated for resources: {'Network': ['ID=ace329e8-bfb7-42a8-ad14-37e33b3d3348,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:54.513126 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:54.521735 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Network ace329e8-bfb7-42a8-ad14-37e33b3d3348 details requested by agent ovs-agent-dv-cinder-787262-5-smb with host dv-cinder-787262-5-smb {{(pid=92358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 08:32:54.549398 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7b88311d-545b-48b5-8c4c-36a15733024a req-886a47f7-9d49-4085-8d90-3675bb705c15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b103529c-3055-4d83-af6d-1bf4ab02f3b5 HTTP/1.1" status: 200 len: 217 time: 0.2136157 Jun 03 08:32:54.616695 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8867f-91f9-440f-804a-b9f92f7a8efa req-01bff9c3-d4ba-46b1-99b3-7c9716c0d7dd tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:54.618575 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-ece8867f-91f9-440f-804a-b9f92f7a8efa req-01bff9c3-d4ba-46b1-99b3-7c9716c0d7dd tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 944 time: 0.0956247 Jun 03 08:32:54.630505 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9762571 Jun 03 08:32:54.643112 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88311d-545b-48b5-8c4c-36a15733024a req-74f7555c-ac33-43f7-aa9b-370d47a5b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:54.645073 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7b88311d-545b-48b5-8c4c-36a15733024a req-74f7555c-ac33-43f7-aa9b-370d47a5b4b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=953f21ea-c75c-4545-b610-547c5766cd2e HTTP/1.1" status: 200 len: 854 time: 0.0862052 Jun 03 08:32:54.645762 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 54910) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:54.651722 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-a91fb1cf-640a-4178-9a5b-16c97902b9cd admin admin] Request body: {'subnet': {'network_id': 'ace329e8-bfb7-42a8-ad14-37e33b3d3348', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-255835563-subnet', 'tenant_id': '1e4c75e5bf5f49ef988668087997fc12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:32:54.658059 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-a91fb1cf-640a-4178-9a5b-16c97902b9cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:32:54.684012 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-ece8867f-91f9-440f-804a-b9f92f7a8efa req-f1033bbc-2d02-48cf-b621-7f9896581567 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587294 Jun 03 08:32:54.732595 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-a91fb1cf-640a-4178-9a5b-16c97902b9cd admin admin] Usage tracker for resource:subnet and tenant:1e4c75e5bf5f49ef988668087997fc12 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:32:54.736377 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-a91fb1cf-640a-4178-9a5b-16c97902b9cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:32:54.749006 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7b88311d-545b-48b5-8c4c-36a15733024a req-7c4db95c-8105-4322-b013-14808fe008c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2197ef7-85d9-4757-a2e4-13328e9df99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882010 Jun 03 08:32:54.749892 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-a91fb1cf-640a-4178-9a5b-16c97902b9cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:32:54.885218 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91fb1cf-640a-4178-9a5b-16c97902b9cd admin admin] Made reservation on behalf of 1e4c75e5bf5f49ef988668087997fc12 for: {'subnet': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:32:54.888834 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a91fb1cf-640a-4178-9a5b-16c97902b9cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:54.909448 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7b88311d-545b-48b5-8c4c-36a15733024a req-9debced5-ffc0-440b-89a2-034df1d6b1ff service neutron] 10.222.0.47 "GET /v2.0/networks/d2197ef7-85d9-4757-a2e4-13328e9df99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510239 Jun 03 08:32:55.151387 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7b88311d-545b-48b5-8c4c-36a15733024a req-2dee08c8-8e16-4ce2-9c55-57e20881f7d6 service neutron] 10.222.0.47 "GET /v2.0/networks/d2197ef7-85d9-4757-a2e4-13328e9df99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825550 Jun 03 08:32:55.318855 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e8262-5156-4c9b-ae14-028e5bb8695f req-1498dcd3-24d6-41d6-be3e-94bac33c69b0 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:55.320307 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-347e8262-5156-4c9b-ae14-028e5bb8695f req-1498dcd3-24d6-41d6-be3e-94bac33c69b0 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.0829751 Jun 03 08:32:55.393272 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-347e8262-5156-4c9b-ae14-028e5bb8695f req-f785d107-91ef-4ea5-aa70-669593ea47d6 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567348 Jun 03 08:32:55.562898 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a91fb1cf-640a-4178-9a5b-16c97902b9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495'] for subnet, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:55.567526 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-b7550143-4f93-45b7-89e3-21a332d1400e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:55.637107 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fb1cf-640a-4178-9a5b-16c97902b9cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b470aa9c-4bc8-4d8f-afea-14bb668a1d6c,revision_number=0']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:55.643245 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-a91fb1cf-640a-4178-9a5b-16c97902b9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:55.647574 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91fb1cf-640a-4178-9a5b-16c97902b9cd admin admin] Checking segment: {'id': '16f830b1-65d0-4275-92af-69b72eb94e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ace329e8-bfb7-42a8-ad14-37e33b3d3348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:32:55.647918 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91fb1cf-640a-4178-9a5b-16c97902b9cd admin admin] Network hostable DHCP agents. Network: ace329e8-bfb7-42a8-ad14-37e33b3d3348, hostable agents: ['5e4d2f6b-3552-4981-8bdf-261b5e07a56f'], hosted agents: [] {{(pid=92357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 08:32:55.799049 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91fb1cf-640a-4178-9a5b-16c97902b9cd admin admin] Network ace329e8-bfb7-42a8-ad14-37e33b3d3348 is scheduled to be hosted by DHCP agent 5e4d2f6b-3552-4981-8bdf-261b5e07a56f with binding_index 1 {{(pid=92357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 08:32:55.894198 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8aeb9-9472-4d7a-b716-0cb88f413b89 req-f3e01d11-50a7-4a18-ac9f-80d9f7c908e4 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:55.895993 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-c9a8aeb9-9472-4d7a-b716-0cb88f413b89 req-f3e01d11-50a7-4a18-ac9f-80d9f7c908e4 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 944 time: 0.0842061 Jun 03 08:32:55.906275 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [None req-a91fb1cf-640a-4178-9a5b-16c97902b9cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-5-smb, ace329e8-bfb7-42a8-ad14-37e33b3d3348) {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:32:55.916715 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91fb1cf-640a-4178-9a5b-16c97902b9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:55.918510 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a91fb1cf-640a-4178-9a5b-16c97902b9cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for subnet, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:55.919939 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a37815a-4ce0-4c44-b202-34f7664e7ec0 None None] Network ace329e8-bfb7-42a8-ad14-37e33b3d3348 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:32:55.957880 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-c9a8aeb9-9472-4d7a-b716-0cb88f413b89 req-d096cf0c-b3ec-48d7-8f7d-0be6067f3762 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539556 Jun 03 08:32:56.050331 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-a91fb1cf-640a-4178-9a5b-16c97902b9cd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4031630 Jun 03 08:32:56.186801 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945fc0fa-cdf0-4b84-a67f-f1e7558d535e None None] Network ace329e8-bfb7-42a8-ad14-37e33b3d3348 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:32:56.467317 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:56.608868 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705f1df-7aa6-471a-94d9-970162369074 req-245bf916-d597-48d0-b97d-2287f5f71596 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:56.611167 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f705f1df-7aa6-471a-94d9-970162369074 req-245bf916-d597-48d0-b97d-2287f5f71596 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.0898366 Jun 03 08:32:56.671186 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f705f1df-7aa6-471a-94d9-970162369074 req-1540aa0f-5085-4ffc-8342-751b745129c2 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541534 Jun 03 08:32:56.699410 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee8c1e-8346-474e-af59-798019268e46 req-cd937e56-cb1f-4624-8b5d-49d0f58fa7f6 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:56.701127 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-beee8c1e-8346-474e-af59-798019268e46 req-cd937e56-cb1f-4624-8b5d-49d0f58fa7f6 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/networks?id=45ddcffe-1013-48bb-b4a5-348f7f52c8f9 HTTP/1.1" status: 200 len: 808 time: 0.1676342 Jun 03 08:32:56.718182 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-beee8c1e-8346-474e-af59-798019268e46 req-4c30a50b-19e2-4edc-8e8a-818a015ab9a1 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/quotas/2633aecc0fe04470a008aae09dce8d34 HTTP/1.1" status: 200 len: 375 time: 0.0094180 Jun 03 08:32:56.758579 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-8d7b45f1-a1e3-4259-b6b8-642de4195ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:56.766856 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-beee8c1e-8346-474e-af59-798019268e46 req-789d6bda-a79d-44a7-b28a-3cbd97804d25 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2633aecc0fe04470a008aae09dce8d34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431373 Jun 03 08:32:56.901702 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-beee8c1e-8346-474e-af59-798019268e46 req-15243b5f-90d8-4786-a5d0-a8a4612d171d service neutron] 10.222.0.18 "GET /v2.0/networks/45ddcffe-1013-48bb-b4a5-348f7f52c8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270103 Jun 03 08:32:57.046889 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-beee8c1e-8346-474e-af59-798019268e46 req-7625408d-8977-4f77-a113-87087762bfb3 service neutron] 10.222.0.18 "GET /v2.0/networks/45ddcffe-1013-48bb-b4a5-348f7f52c8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388710 Jun 03 08:32:57.202625 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49a966-72a9-464e-98cb-e53d659934a6 req-57d32a75-cfb5-4499-8c0b-8672fe15e5c0 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:57.202625 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3e49a966-72a9-464e-98cb-e53d659934a6 req-57d32a75-cfb5-4499-8c0b-8672fe15e5c0 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 944 time: 0.1092765 Jun 03 08:32:57.271691 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3e49a966-72a9-464e-98cb-e53d659934a6 req-d1032550-effa-4fe1-93ce-0a7b16ff5a0b tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609326 Jun 03 08:32:57.436635 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 55016) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:57.518548 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] Deleting subnet c1da010a-9a97-4037-9a12-6fbb50a93885 {{(pid=92357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 08:32:57.520604 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a79c4606-c34c-47c7-b0ef-7a12775a7baa req-60f7b256-94ca-49dd-b7f2-a0a039761c2d tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 210 time: 0.1730072 Jun 03 08:32:57.524520 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:57.621701 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:57.629211 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997589'] for subnet, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:57.791635 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:57.948048 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be1f91-4ad0-4f34-bd19-fb1e2c4c3102 req-ca41c22a-8ca7-43e1-bcc9-08018aa022e2 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:57.949681 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f3be1f91-4ad0-4f34-bd19-fb1e2c4c3102 req-ca41c22a-8ca7-43e1-bcc9-08018aa022e2 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.1596141 Jun 03 08:32:58.003231 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f3be1f91-4ad0-4f34-bd19-fb1e2c4c3102 req-67c55a43-1ec0-49e0-8496-6b0557e0255e tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456786 Jun 03 08:32:58.155348 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495'] for subnet, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:58.161707 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:58.200280 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1da010a-9a97-4037-9a12-6fbb50a93885,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:58.203117 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for subnet, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:58.213395 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:58.213759 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:58.214115 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:58.214494 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:58.214828 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:58.215148 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:58.215713 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:58.216048 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:58.216385 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:58.216720 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:58.217074 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:58.217383 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:32:58.220726 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:58.224574 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c1da010a-9a97-4037-9a12-6fbb50a93885 HTTP/1.1" status: 204 len: 168 time: 0.7865093 Jun 03 08:32:58.225421 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 55042) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:58.264897 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device b103529c-3055-4d83-af6d-1bf4ab02f3b5 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:32:58.344156 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528754'] for network, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:58.508598 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port b103529c-3055-4d83-af6d-1bf4ab02f3b5, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b103529c-3055-4d83-af6d-1bf4ab02f3b5,segment=NetworkSegment(8357feaa-9be8-4302-8db1-454f58ba9544),segment_id=8357feaa-9be8-4302-8db1-454f58ba9544)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:32:58.523327 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999006', 'neutron.services.segments.db._delete_segments_for_network-8762866104814'] for network, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:58.531088 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': 'b103529c-3055-4d83-af6d-1bf4ab02f3b5', 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c', 'port_id': 'b103529c-3055-4d83-af6d-1bf4ab02f3b5', 'mac_address': 'fa:16:3e:b3:ce:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953f21ea-c75c-4545-b610-547c5766cd2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:32:58.543803 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:32:58.544152 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:32:58.545415 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:32:58.545764 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Subscribe: > port after_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:32:58.546074 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Subscribe: > port after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:32:58.546461 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Subscribe: > port after_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:32:58.546790 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:32:58.548516 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:32:58.548866 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:32:58.549196 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:32:58.552391 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6b1f4-6b02-4bb0-b46f-32ab3e50a7a6 req-5da66e49-6a42-46cd-951c-ce096299be80 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:58.554996 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-85f6b1f4-6b02-4bb0-b46f-32ab3e50a7a6 req-5da66e49-6a42-46cd-951c-ce096299be80 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 944 time: 0.1295338 Jun 03 08:32:58.613758 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-85f6b1f4-6b02-4bb0-b46f-32ab3e50a7a6 req-638bf0cf-af2c-4c1b-80ce-fbcccf42b937 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530753 Jun 03 08:32:58.617799 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:58.635957 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b103529c-3055-4d83-af6d-1bf4ab02f3b5 {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:32:58.652371 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port b103529c-3055-4d83-af6d-1bf4ab02f3b5, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b103529c-3055-4d83-af6d-1bf4ab02f3b5,segment=NetworkSegment(8357feaa-9be8-4302-8db1-454f58ba9544),segment_id=8357feaa-9be8-4302-8db1-454f58ba9544)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:32:58.723412 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:32:58.723902 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:32:58.724259 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:32:58.724568 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:32:58.725353 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.services.segments.db [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a49412-e766-431a-8cc4-e682fadae527']}} {{(pid=92357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:32:58.770980 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.services.segments.db [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67cac04b-92f4-4ef2-9f50-68091a80dbd8') {'for_net_delete': True} {{(pid=92357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:32:58.771266 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.services.segments.db [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67cac04b-92f4-4ef2-9f50-68091a80dbd8') {} {{(pid=92357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:32:58.791396 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:58.791684 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ca45dbf5-2f1b-471f-b8ea-731c7bf088ae req-2a15ed7a-31b8-4230-9a8e-e6f25ba1d85a tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 210 time: 0.0578651 Jun 03 08:32:58.793074 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-31b54c09-daf1-4e78-a18d-a7728d93c79e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:58.794072 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762866108173', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14977388'] for segment, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:58.811419 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:58.821408 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=92357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 08:32:58.821823 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14264040'] for segment, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: from cryptography.utils import int_from_bytes Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: from cryptography.utils import int_from_bytes Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: Traceback (most recent call last): Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: timer() Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: cb(*args, **kw) Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: return func(*args, **kwargs) Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: self._notify() Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: self.callback(batched_events) Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: event.method(event) Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: return f(self, *a, **k) Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: return self._get(url).json() Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: return self.request(url, 'GET', **kwargs) Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 08:32:58.837781 dv-cinder-787262-5-smb neutron-server[92357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 08:32:58.871472 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=b103529c-3055-4d83-af6d-1bf4ab02f3b5,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:58.878888 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:59.000229 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361038'] for network, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:59.007416 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:32:59.029251 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:59.036542 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a49412-e766-431a-8cc4-e682fadae527,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:32:59.039123 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] 10.222.0.18 "DELETE /v2.0/networks/c3a49412-e766-431a-8cc4-e682fadae527 HTTP/1.1" status: 204 len: 168 time: 0.8133576 Jun 03 08:32:59.047581 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:32:59.140187 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['b103529c-3055-4d83-af6d-1bf4ab02f3b5'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:32:59.209033 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfd9c8-4a24-4d5e-9829-eef0db829375 req-e12061cc-abf8-42c0-8d6d-ba41ad47393d tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:59.210940 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-fccfd9c8-4a24-4d5e-9829-eef0db829375 req-e12061cc-abf8-42c0-8d6d-ba41ad47393d tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.0927420 Jun 03 08:32:59.260204 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-fccfd9c8-4a24-4d5e-9829-eef0db829375 req-a5295bd9-1298-4f0f-bd26-be1367b275be tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432131 Jun 03 08:32:59.637361 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 55070) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:59.686336 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-411859be-4299-47db-8b57-cdbc3277bf70 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f28cd5817644f8a9e9f3dd02ff8e1fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0474722 Jun 03 08:32:59.690167 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 55074) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:59.805537 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-916615e8-2f7d-4474-90cd-4b5cac5c43ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:59.832767 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:59.839820 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-916615e8-2f7d-4474-90cd-4b5cac5c43ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:32:59.883154 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55080) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:32:59.883687 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d36f0-fd17-43db-b43c-a5324c3835c6 req-59ae5f17-6dde-46ca-82b5-5c6110eaac6b tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:32:59.883687 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-c16d36f0-fd17-43db-b43c-a5324c3835c6 req-59ae5f17-6dde-46ca-82b5-5c6110eaac6b tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Synchronizing usage tracker for tenant:cff062860f9940faa57e665635bf80ef on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:32:59.990369 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-c020d7fc-47d3-44a1-bbc9-b65c1d923063 req-f1d960e4-1858-4ef7-a61d-337ba838d06d tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 210 time: 0.0451193 Jun 03 08:33:00.008017 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:00.021242 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-c16d36f0-fd17-43db-b43c-a5324c3835c6 req-59ae5f17-6dde-46ca-82b5-5c6110eaac6b tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Unset dirty status for tenant:cff062860f9940faa57e665635bf80ef on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:33:00.023017 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-c16d36f0-fd17-43db-b43c-a5324c3835c6 req-59ae5f17-6dde-46ca-82b5-5c6110eaac6b tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 945 time: 0.2929347 Jun 03 08:33:00.023844 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-916615e8-2f7d-4474-90cd-4b5cac5c43ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:00.029196 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-fb0d6963-2483-42ba-8ea6-618236b5553c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:00.032534 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:00.037198 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Usage tracker for resource:security_group_rule and tenant:e0dbdb7ebece4e53baf9651d210de16f is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:00.042057 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:00.049959 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:00.059944 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916615e8-2f7d-4474-90cd-4b5cac5c43ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba7077c-01b4-42c4-b7e3-0588663fbccc,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:00.079006 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-916615e8-2f7d-4474-90cd-4b5cac5c43ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:00.088774 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-c16d36f0-fd17-43db-b43c-a5324c3835c6 req-501e8ba3-af3c-429e-9d99-3ccdb6a68b68 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478249 Jun 03 08:33:00.143508 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:00.252507 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:00.257354 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-916615e8-2f7d-4474-90cd-4b5cac5c43ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:00.259060 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-916615e8-2f7d-4474-90cd-4b5cac5c43ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bba7077c-01b4-42c4-b7e3-0588663fbccc HTTP/1.1" status: 204 len: 168 time: 0.5678177 Jun 03 08:33:00.265270 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device b103529c-3055-4d83-af6d-1bf4ab02f3b5 up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:33:00.268307 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-c9f8a70e-c5db-4385-af4f-b36e70f59438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:00.319350 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a0cb27-1db9-4d45-bf30-dbf7bb40d599,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:00.330170 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:00.332963 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:00.332963 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:00.332963 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:00.332963 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:00.332963 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:00.332963 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:00.333832 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:00.334702 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:00.335221 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:00.335780 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:00.336507 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:00.362733 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:00.374803 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 55094) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:00.374930 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e0dbdb7ebece4e53baf9651d210de16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4965801 Jun 03 08:33:00.440901 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-bad90c30-d267-44f7-8a0a-474eab206dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:00.467595 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-bad90c30-d267-44f7-8a0a-474eab206dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:00.496781 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33408774-c6a2-4779-8a40-31c3be7bd52c req-054d1dce-ea07-4134-a782-7304277d15bb tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:00.498365 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-33408774-c6a2-4779-8a40-31c3be7bd52c req-054d1dce-ea07-4134-a782-7304277d15bb tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.0893719 Jun 03 08:33:00.527952 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning for port b103529c-3055-4d83-af6d-1bf4ab02f3b5 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:33:00.531482 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port b103529c-3055-4d83-af6d-1bf4ab02f3b5 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:33:00.532422 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:00.554057 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-33408774-c6a2-4779-8a40-31c3be7bd52c req-2a431326-60bf-4f67-a021-a8ef6fbed9f2 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480323 Jun 03 08:33:00.701174 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:00.731862 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9116cef3-b4e5-454c-a6a6-8ce7a315623a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b103529c-3055-4d83-af6d-1bf4ab02f3b5'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:33:00.736348 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc8a2f0-ea36-482e-b777-47fff6fdf8f6" -d '{"events": [{"server_uuid": "9116cef3-b4e5-454c-a6a6-8ce7a315623a", "name": "network-vif-plugged", "status": "completed", "tag": "b103529c-3055-4d83-af6d-1bf4ab02f3b5"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:33:00.743659 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port b103529c-3055-4d83-af6d-1bf4ab02f3b5, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b103529c-3055-4d83-af6d-1bf4ab02f3b5,segment=NetworkSegment(8357feaa-9be8-4302-8db1-454f58ba9544),segment_id=8357feaa-9be8-4302-8db1-454f58ba9544)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:33:00.780246 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebaf49c-e7dc-4406-b4b9-c24b65dc9a9a x-openstack-request-id: req-cebaf49c-e7dc-4406-b4b9-c24b65dc9a9a {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:33:00.780397 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-bad90c30-d267-44f7-8a0a-474eab206dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:00.780698 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9116cef3-b4e5-454c-a6a6-8ce7a315623a", "name": "network-vif-plugged", "status": "completed", "tag": "b103529c-3055-4d83-af6d-1bf4ab02f3b5", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:33:00.780962 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cebaf49c-e7dc-4406-b4b9-c24b65dc9a9a {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:33:00.781581 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9116cef3-b4e5-454c-a6a6-8ce7a315623a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b103529c-3055-4d83-af6d-1bf4ab02f3b5', 'code': 200} Jun 03 08:33:00.802602 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-1fdc515c-c9d2-4207-a65f-af1eb8665fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:00.802602 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad90c30-d267-44f7-8a0a-474eab206dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a0cb27-1db9-4d45-bf30-dbf7bb40d599,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:00.802602 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-bad90c30-d267-44f7-8a0a-474eab206dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:00.802602 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-bad90c30-d267-44f7-8a0a-474eab206dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:00.803659 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-bad90c30-d267-44f7-8a0a-474eab206dcb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16a0cb27-1db9-4d45-bf30-dbf7bb40d599 HTTP/1.1" status: 204 len: 168 time: 0.4278312 Jun 03 08:33:00.913973 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:00.918530 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:01.042386 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=b103529c-3055-4d83-af6d-1bf4ab02f3b5,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:01.045374 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:01.168095 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-8b7fe24d-1a97-4d67-a68b-13a2ecca3b7b req-ccea31d4-7e9f-410a-9449-d4ed26041065 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 210 time: 0.0511267 Jun 03 08:33:01.376956 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee8c1e-8346-474e-af59-798019268e46 req-a7802e3e-1c4e-4c88-b6e3-927f37cc95c3 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:01.379048 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-beee8c1e-8346-474e-af59-798019268e46 req-a7802e3e-1c4e-4c88-b6e3-927f37cc95c3 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.47 "GET /v2.0/networks?id=45ddcffe-1013-48bb-b4a5-348f7f52c8f9 HTTP/1.1" status: 200 len: 808 time: 0.2337503 Jun 03 08:33:01.399502 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016c18c-529a-497f-a2cb-d4bd151e384c req-1ce0ae15-2074-4d1a-8222-bbb5bca93d75 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:01.403798 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6016c18c-529a-497f-a2cb-d4bd151e384c req-1ce0ae15-2074-4d1a-8222-bbb5bca93d75 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 946 time: 0.1340442 Jun 03 08:33:01.405321 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-beee8c1e-8346-474e-af59-798019268e46 req-cf6c41a4-d6fa-41b2-bcf2-38cc26d7bcec tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Request body: {'port': {'device_id': '9a7f6275-bc21-457b-b038-f700b7ce22d3', 'network_id': '45ddcffe-1013-48bb-b4a5-348f7f52c8f9', 'admin_state_up': True, 'tenant_id': '2633aecc0fe04470a008aae09dce8d34'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:33:01.557597 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf424d7-c0e8-4c2d-8045-8bf6ba7dccd8 req-1420926c-47e5-4bb8-ab7f-f9c4a3eee622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:01.559943 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-6cf424d7-c0e8-4c2d-8045-8bf6ba7dccd8 req-1420926c-47e5-4bb8-ab7f-f9c4a3eee622 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 1099 time: 0.1307256 Jun 03 08:33:01.620667 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-6cf424d7-c0e8-4c2d-8045-8bf6ba7dccd8 req-aa1ae7fc-ccf4-4d40-99ec-94775408310e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499477 Jun 03 08:33:01.655180 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6016c18c-529a-497f-a2cb-d4bd151e384c req-82f7800e-4fd8-433c-bf6f-cefdbf10fa6a tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311335 Jun 03 08:33:01.710921 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-beee8c1e-8346-474e-af59-798019268e46 req-cf6c41a4-d6fa-41b2-bcf2-38cc26d7bcec tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:01.715467 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-beee8c1e-8346-474e-af59-798019268e46 req-cf6c41a4-d6fa-41b2-bcf2-38cc26d7bcec tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Usage tracker for resource:port and tenant:2633aecc0fe04470a008aae09dce8d34 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:01.718937 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-beee8c1e-8346-474e-af59-798019268e46 req-cf6c41a4-d6fa-41b2-bcf2-38cc26d7bcec tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:01.725482 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-beee8c1e-8346-474e-af59-798019268e46 req-cf6c41a4-d6fa-41b2-bcf2-38cc26d7bcec tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:01.792952 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e75c6d-f2dd-47ed-a0ea-77c66f7caefc req-c0150617-a011-4312-8411-7244194d7f9a tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:01.794577 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-11e75c6d-f2dd-47ed-a0ea-77c66f7caefc req-c0150617-a011-4312-8411-7244194d7f9a tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.0898681 Jun 03 08:33:01.843088 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-11e75c6d-f2dd-47ed-a0ea-77c66f7caefc req-bc5e251f-d05a-4ffc-97e6-62328de4912b tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402644 Jun 03 08:33:01.866692 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beee8c1e-8346-474e-af59-798019268e46 req-cf6c41a4-d6fa-41b2-bcf2-38cc26d7bcec tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Made reservation on behalf of 2633aecc0fe04470a008aae09dce8d34 for: {'port': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:33:01.870344 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-beee8c1e-8346-474e-af59-798019268e46 req-cf6c41a4-d6fa-41b2-bcf2-38cc26d7bcec tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:02.039411 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_common [req-beee8c1e-8346-474e-af59-798019268e46 req-cf6c41a4-d6fa-41b2-bcf2-38cc26d7bcec tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Allocated IP 172.20.0.4 (45ddcffe-1013-48bb-b4a5-348f7f52c8f9/30c2b46e-4c3f-4509-89ee-2ad59636cf9f/f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f) {{(pid=92357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:33:02.060694 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55160) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:02.081840 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ef1c0e47-194e-4ebb-88b1-b4290f21968d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:02.103596 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-ef1c0e47-194e-4ebb-88b1-b4290f21968d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:02.109581 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-ef1c0e47-194e-4ebb-88b1-b4290f21968d admin admin] Usage tracker for resource:security_group_rule and tenant:da0f2d557f2a4b1eaee1abc5b31734d7 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:02.113976 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-ef1c0e47-194e-4ebb-88b1-b4290f21968d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:02.122665 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-ef1c0e47-194e-4ebb-88b1-b4290f21968d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:02.164432 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55166) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:02.236626 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ef1c0e47-194e-4ebb-88b1-b4290f21968d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:02.260247 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-beee8c1e-8346-474e-af59-798019268e46 req-cf6c41a4-d6fa-41b2-bcf2-38cc26d7bcec tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Notify callbacks [] for port, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:02.306020 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-975817367-network', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:33:02.310808 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:02.315366 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Usage tracker for resource:network and tenant:bdd92ec4f372413b96455fe8b4025af3 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:02.319069 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:02.324569 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ef1c0e47-194e-4ebb-88b1-b4290f21968d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:02.331599 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:02.345773 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:02.346707 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-20a272dd-b6e5-408c-b0ae-29978625dd9c req-0542116b-6cfb-4015-a53c-af877b0b26d7 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 210 time: 0.0446453 Jun 03 08:33:02.382900 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-ef1c0e47-194e-4ebb-88b1-b4290f21968d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da0f2d557f2a4b1eaee1abc5b31734d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211479 Jun 03 08:33:02.384451 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c0e47-194e-4ebb-88b1-b4290f21968d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b11c468-0740-4372-a94a-bad5b2b63f59,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:02.385604 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 55172) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:02.387557 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-ef1c0e47-194e-4ebb-88b1-b4290f21968d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:02.449807 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a6ba586f-7822-4b7f-905b-fde2ae9be0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:02.462350 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-beee8c1e-8346-474e-af59-798019268e46 req-cf6c41a4-d6fa-41b2-bcf2-38cc26d7bcec tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:02.479054 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:02.489768 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Made reservation on behalf of bdd92ec4f372413b96455fe8b4025af3 for: {'network': 1} {{(pid=92356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:33:02.492358 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-970951'] for network, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:02.506488 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:02.515149 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55176) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:02.526901 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:02.540701 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Usage tracker for resource:security_group_rule and tenant:bdd92ec4f372413b96455fe8b4025af3 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:02.543763 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:02.550552 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:02.555493 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a6ba586f-7822-4b7f-905b-fde2ae9be0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:02.652925 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:02.664879 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c41a4-d6fa-41b2-bcf2-38cc26d7bcec tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Pushing event updated for resources: {'Port': ['ID=f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:02.670434 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-cf6c41a4-d6fa-41b2-bcf2-38cc26d7bcec tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:02.673015 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beee8c1e-8346-474e-af59-798019268e46 req-cf6c41a4-d6fa-41b2-bcf2-38cc26d7bcec tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Network 45ddcffe-1013-48bb-b4a5-348f7f52c8f9 is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:33:02.674468 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [req-beee8c1e-8346-474e-af59-798019268e46 req-cf6c41a4-d6fa-41b2-bcf2-38cc26d7bcec tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:33:02.678143 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-beee8c1e-8346-474e-af59-798019268e46 req-cf6c41a4-d6fa-41b2-bcf2-38cc26d7bcec tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Received port after_create {{(pid=92357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:33:02.678647 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9dfa4481-9708-4ba5-8e3e-2b8dece97ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:02.705669 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-9dfa4481-9708-4ba5-8e3e-2b8dece97ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:02.710673 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-9dfa4481-9708-4ba5-8e3e-2b8dece97ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:32c8056ef6af47b8870806a2fb327a4f is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:02.714877 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-9dfa4481-9708-4ba5-8e3e-2b8dece97ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:02.722348 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-9dfa4481-9708-4ba5-8e3e-2b8dece97ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:02.750659 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:02.758034 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:02.769236 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee8c1e-8346-474e-af59-798019268e46 req-cf6c41a4-d6fa-41b2-bcf2-38cc26d7bcec tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:02.770475 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-beee8c1e-8346-474e-af59-798019268e46 req-cf6c41a4-d6fa-41b2-bcf2-38cc26d7bcec tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:02.788461 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a6ba586f-7822-4b7f-905b-fde2ae9be0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:02.795539 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-06cd38bd-76a4-4d8a-9b62-8fd03a869055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:02.810703 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba586f-7822-4b7f-905b-fde2ae9be0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b11c468-0740-4372-a94a-bad5b2b63f59,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:02.816518 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-a6ba586f-7822-4b7f-905b-fde2ae9be0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:02.831838 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a6ba586f-7822-4b7f-905b-fde2ae9be0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:02.835575 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-a6ba586f-7822-4b7f-905b-fde2ae9be0ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b11c468-0740-4372-a94a-bad5b2b63f59 HTTP/1.1" status: 204 len: 168 time: 0.4462621 Jun 03 08:33:02.847820 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=92356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 08:33:02.873527 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be23a323-2eb0-4724-b54a-e7e88ab97f57,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:02.883982 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:02.886038 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:02.886470 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.db.segments_db [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Added segment bb5e6721-c932-40a6-91b3-466d55177c95 of type vlan for network 770556f7-a783-4401-a31e-c720773b8096 Jun 03 08:33:02.908819 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-beee8c1e-8346-474e-af59-798019268e46 req-cf6c41a4-d6fa-41b2-bcf2-38cc26d7bcec tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5076456 Jun 03 08:33:02.928294 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Request body: {'port': {'device_id': '9a7f6275-bc21-457b-b038-f700b7ce22d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:33:02.945951 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865572298'] for network, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:03.050190 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9dfa4481-9708-4ba5-8e3e-2b8dece97ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:03.060645 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5860a4-57ad-4757-8085-4f4a9a6d1c7b req-7af0d0d3-067e-42bf-a240-ac68f05864bc tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:03.069278 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3b5860a4-57ad-4757-8085-4f4a9a6d1c7b req-7af0d0d3-067e-42bf-a240-ac68f05864bc tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 946 time: 0.2736115 Jun 03 08:33:03.124547 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3b5860a4-57ad-4757-8085-4f4a9a6d1c7b req-12914332-725c-4d0b-9e7f-10bff3e3d0b7 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542486 Jun 03 08:33:03.131690 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:03.135022 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502'] for network, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:03.136334 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:03.136908 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:03.142535 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:03.241403 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9dfa4481-9708-4ba5-8e3e-2b8dece97ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:03.258030 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Pushing event updated for resources: {'Network': ['ID=770556f7-a783-4401-a31e-c720773b8096,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:03.261989 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:03.267011 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-83a8eaf2-e897-4a5e-a0f2-5f18a97e1dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:03.271944 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Network 770556f7-a783-4401-a31e-c720773b8096 details requested by agent ovs-agent-dv-cinder-787262-5-smb with host dv-cinder-787262-5-smb {{(pid=92358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 08:33:03.302063 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-9dfa4481-9708-4ba5-8e3e-2b8dece97ba2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32c8056ef6af47b8870806a2fb327a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7842932 Jun 03 08:33:03.302683 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55194) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:03.344346 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa4481-9708-4ba5-8e3e-2b8dece97ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b532c1-bb1f-4f7c-a999-42aee3b81c10,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:03.347967 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-9dfa4481-9708-4ba5-8e3e-2b8dece97ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:03.388476 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ad84c-57a9-4455-b7a0-38140b123b93 req-3d79a07e-bde6-4b9e-8778-350c142ce7de tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:03.390049 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-353ad84c-57a9-4455-b7a0-38140b123b93 req-3d79a07e-bde6-4b9e-8778-350c142ce7de tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.2086563 Jun 03 08:33:03.410287 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a9340a26-c02a-49ae-9db6-e3dd8fd247e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:03.468081 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a9340a26-c02a-49ae-9db6-e3dd8fd247e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:03.523616 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3548701 Jun 03 08:33:03.526361 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-353ad84c-57a9-4455-b7a0-38140b123b93 req-56953646-bf55-4edf-b07d-b443956a1a26 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247308 Jun 03 08:33:03.532882 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55202) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:03.551855 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-2fda2db4-2d1d-4eb7-8474-8cb4e3a4bf95 admin admin] Request body: {'subnet': {'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-subnet', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:33:03.560254 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-2fda2db4-2d1d-4eb7-8474-8cb4e3a4bf95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:03.565216 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-2fda2db4-2d1d-4eb7-8474-8cb4e3a4bf95 admin admin] Usage tracker for resource:subnet and tenant:bdd92ec4f372413b96455fe8b4025af3 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:03.569153 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-2fda2db4-2d1d-4eb7-8474-8cb4e3a4bf95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:03.575791 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-2fda2db4-2d1d-4eb7-8474-8cb4e3a4bf95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:03.706694 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fda2db4-2d1d-4eb7-8474-8cb4e3a4bf95 admin admin] Made reservation on behalf of bdd92ec4f372413b96455fe8b4025af3 for: {'subnet': 1} {{(pid=92356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:33:03.709059 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2fda2db4-2d1d-4eb7-8474-8cb4e3a4bf95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:03.785301 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a9340a26-c02a-49ae-9db6-e3dd8fd247e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:03.791905 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f {{(pid=92357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:33:03.795078 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:03.801137 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:03.820214 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Transition to ACTIVE for port object f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f will not be triggered until provisioned by entity L2. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:33:03.866000 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9340a26-c02a-49ae-9db6-e3dd8fd247e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b532c1-bb1f-4f7c-a999-42aee3b81c10,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:03.868551 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-a9340a26-c02a-49ae-9db6-e3dd8fd247e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:03.897068 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a9340a26-c02a-49ae-9db6-e3dd8fd247e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:03.901315 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-a9340a26-c02a-49ae-9db6-e3dd8fd247e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27b532c1-bb1f-4f7c-a999-42aee3b81c10 HTTP/1.1" status: 204 len: 168 time: 0.5910285 Jun 03 08:33:03.929132 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:03.946050 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:03.981444 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0a9fc-931b-4885-b5b6-4fee5a0957ae req-610bc3c6-be5d-4ab1-a905-da63abbf1d18 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:03.982990 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-98a0a9fc-931b-4885-b5b6-4fee5a0957ae req-610bc3c6-be5d-4ab1-a905-da63abbf1d18 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 931 time: 0.2538707 Jun 03 08:33:04.060799 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-98a0a9fc-931b-4885-b5b6-4fee5a0957ae req-95a01a6e-f72f-460c-942c-c6d430c8cedc tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Synchronizing usage tracker for tenant:2633aecc0fe04470a008aae09dce8d34 on resource:security_group {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:33:04.205143 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f,revision_number=2']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:04.213063 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:04.241173 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Attempting to bind port f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f on host hv-cinder-78726 for vnic_type normal with profile {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:33:04.241511 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Attempting to bind port f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'f3fb3b03-8bd4-4b4b-b44e-44e363eeeec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45ddcffe-1013-48bb-b4a5-348f7f52c8f9'}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:33:04.241838 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Attempting to bind port f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f on network 45ddcffe-1013-48bb-b4a5-348f7f52c8f9 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:33:04.278866 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Port f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f on network 45ddcffe-1013-48bb-b4a5-348f7f52c8f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 08:33:04.279182 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Attempting to bind port f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f on network 45ddcffe-1013-48bb-b4a5-348f7f52c8f9 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:33:04.317535 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Checking agent: {'id': '0b62ef4c-67a0-4b60-a013-2ab920ba3ff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'started_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:33:04.317535 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Checking segment: {'id': 'f3fb3b03-8bd4-4b4b-b44e-44e363eeeec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45ddcffe-1013-48bb-b4a5-348f7f52c8f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:33:04.317535 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Bound using segment: {'id': 'f3fb3b03-8bd4-4b4b-b44e-44e363eeeec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45ddcffe-1013-48bb-b4a5-348f7f52c8f9'} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:33:04.317535 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Bound port: f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3fb3b03-8bd4-4b4b-b44e-44e363eeeec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45ddcffe-1013-48bb-b4a5-348f7f52c8f9'}}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:33:04.317535 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:04.381606 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-98a0a9fc-931b-4885-b5b6-4fee5a0957ae req-95a01a6e-f72f-460c-942c-c6d430c8cedc tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Unset dirty status for tenant:2633aecc0fe04470a008aae09dce8d34 on resource:security_group {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:33:04.382792 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-98a0a9fc-931b-4885-b5b6-4fee5a0957ae req-95a01a6e-f72f-460c-942c-c6d430c8cedc tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaf68311-8fbf-4078-86d1-066eb43c932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891125 Jun 03 08:33:04.466820 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] For port f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f, host hv-cinder-78726, cleared binding levels {{(pid=92357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:33:04.471923 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] For port f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f,segment=NetworkSegment(f3fb3b03-8bd4-4b4b-b44e-44e363eeeec0),segment_id=f3fb3b03-8bd4-4b4b-b44e-44e363eeeec0)] {{(pid=92357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:33:04.483184 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ad46-91dc-477a-b612-44bf004f9905 req-48061271-7a05-4c6a-b56f-6f99dcec3310 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:04.490737 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7ec8ad46-91dc-477a-b612-44bf004f9905 req-48061271-7a05-4c6a-b56f-6f99dcec3310 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 946 time: 0.2450559 Jun 03 08:33:04.502760 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2fda2db4-2d1d-4eb7-8474-8cb4e3a4bf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495'] for subnet, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:04.507685 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:04.542908 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7ec8ad46-91dc-477a-b612-44bf004f9905 req-4a4b88a0-69bf-47be-8d9d-43a7a3cf3b0e tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510890 Jun 03 08:33:04.604783 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda2db4-2d1d-4eb7-8474-8cb4e3a4bf95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8510487-57b7-471a-bd67-7c6c7ee2984a,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:04.605258 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:04.607009 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fda2db4-2d1d-4eb7-8474-8cb4e3a4bf95 admin admin] Checking segment: {'id': 'bb5e6721-c932-40a6-91b3-466d55177c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '770556f7-a783-4401-a31e-c720773b8096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:33:04.607475 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fda2db4-2d1d-4eb7-8474-8cb4e3a4bf95 admin admin] Network hostable DHCP agents. Network: 770556f7-a783-4401-a31e-c720773b8096, hostable agents: ['5e4d2f6b-3552-4981-8bdf-261b5e07a56f'], hosted agents: [] {{(pid=92356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 08:33:04.611337 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:04.612784 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2fda2db4-2d1d-4eb7-8474-8cb4e3a4bf95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:04.689518 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:04.690328 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:04.697064 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-beee8c1e-8346-474e-af59-798019268e46 req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] 10.222.0.47 "PUT /v2.0/ports/f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f HTTP/1.1" status: 200 len: 1093 time: 1.7711916 Jun 03 08:33:04.697611 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7f6275-bc21-457b-b038-f700b7ce22d3', 'tag': 'f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:33:04.702025 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aea3d51-1b94-4738-b7a6-03e4730f5210" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7f6275-bc21-457b-b038-f700b7ce22d3", "tag": "f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:33:04.728419 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f,revision_number=3']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:04.732502 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:04.773105 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fda2db4-2d1d-4eb7-8474-8cb4e3a4bf95 admin admin] Network 770556f7-a783-4401-a31e-c720773b8096 is scheduled to be hosted by DHCP agent 5e4d2f6b-3552-4981-8bdf-261b5e07a56f with binding_index 1 {{(pid=92356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 08:33:04.823914 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a364bd-ef3b-42d4-b886-38807a6a979d req-fdf0e84b-898d-4c4d-935b-8fb08fd944b4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:04.825510 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-97a364bd-ef3b-42d4-b886-38807a6a979d req-fdf0e84b-898d-4c4d-935b-8fb08fd944b4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.1333196 Jun 03 08:33:04.906813 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886186a1-cf70-456b-b960-0435ebf16679 x-openstack-request-id: req-886186a1-cf70-456b-b960-0435ebf16679 {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:33:04.907121 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7f6275-bc21-457b-b038-f700b7ce22d3", "tag": "f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:33:04.907391 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-886186a1-cf70-456b-b960-0435ebf16679 {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:33:04.907797 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7f6275-bc21-457b-b038-f700b7ce22d3', 'tag': 'f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f', 'status': 'completed', 'code': 200} Jun 03 08:33:04.917732 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-2fda2db4-2d1d-4eb7-8474-8cb4e3a4bf95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-5-smb, 770556f7-a783-4401-a31e-c720773b8096) {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:33:04.929678 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fda2db4-2d1d-4eb7-8474-8cb4e3a4bf95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:04.930380 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2fda2db4-2d1d-4eb7-8474-8cb4e3a4bf95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for subnet, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:04.933098 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07c9b7c-0c23-4be0-a5e7-ff676123484c None None] Network 770556f7-a783-4401-a31e-c720773b8096 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:33:04.938695 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-97a364bd-ef3b-42d4-b886-38807a6a979d req-2c4659eb-89fd-4b60-ba62-4dee021330bc tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971839 Jun 03 08:33:04.991164 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee8c1e-8346-474e-af59-798019268e46 req-18901ca4-399d-4cca-b73a-0a53fdf332a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:04.992852 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-beee8c1e-8346-474e-af59-798019268e46 req-18901ca4-399d-4cca-b73a-0a53fdf332a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2633aecc0fe04470a008aae09dce8d34&device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 1096 time: 0.1308565 Jun 03 08:33:05.062403 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-2fda2db4-2d1d-4eb7-8474-8cb4e3a4bf95 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5151465 Jun 03 08:33:05.063549 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55264) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:05.072678 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:33:05.090285 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:05.103230 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Usage tracker for resource:router and tenant:bdd92ec4f372413b96455fe8b4025af3 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:05.108660 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:05.126856 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:05.145545 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-beee8c1e-8346-474e-af59-798019268e46 req-b87fb38a-ad21-4185-a3ec-9bafe627493f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f HTTP/1.1" status: 200 len: 217 time: 0.1358762 Jun 03 08:33:05.228244 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16658025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6736'] for router, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:05.229795 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16658368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16361018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16271878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6697'] for router, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:05.233196 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee8c1e-8346-474e-af59-798019268e46 req-d87dcb9f-adc1-4e52-941b-1da1472deab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:05.238498 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-beee8c1e-8346-474e-af59-798019268e46 req-d87dcb9f-adc1-4e52-941b-1da1472deab2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30c2b46e-4c3f-4509-89ee-2ad59636cf9f HTTP/1.1" status: 200 len: 848 time: 0.0820565 Jun 03 08:33:05.252368 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:05.274225 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19c3804b-9210-5b94-8f21-4d38a1200c67-770556f7-a783-4401-a31e-c720773b8096', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a'}]}} from dv-cinder-787262-5-smb. {{(pid=92358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 08:33:05.275327 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:05.306079 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55270) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:05.309631 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-beee8c1e-8346-474e-af59-798019268e46 req-9a2e709d-4bad-4882-ba25-14bd26da19cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45ddcffe-1013-48bb-b4a5-348f7f52c8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620048 Jun 03 08:33:05.329805 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-dd806170-2357-4b98-aab7-5aaaf7a0cc1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:05.363620 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-dd806170-2357-4b98-aab7-5aaaf7a0cc1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:05.383469 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-dd806170-2357-4b98-aab7-5aaaf7a0cc1a admin admin] Usage tracker for resource:security_group_rule and tenant:d7a1db81c8c24668ad7979bc811842e6 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:05.386577 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-dd806170-2357-4b98-aab7-5aaaf7a0cc1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:05.417256 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-dd806170-2357-4b98-aab7-5aaaf7a0cc1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:05.503512 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-beee8c1e-8346-474e-af59-798019268e46 req-c233aa8a-052c-4b2e-8db4-f20e10edab33 service neutron] 10.222.0.47 "GET /v2.0/networks/45ddcffe-1013-48bb-b4a5-348f7f52c8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873269 Jun 03 08:33:05.514513 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.db_base_plugin_common [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Allocated IP 172.20.0.2 (770556f7-a783-4401-a31e-c720773b8096/b8510487-57b7-471a-bd67-7c6c7ee2984a/969c615f-14a7-4832-b401-b52b7c4ff185) {{(pid=92358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:33:05.713682 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-beee8c1e-8346-474e-af59-798019268e46 req-12fb4161-a1a0-463b-a101-f200dd38d934 service neutron] 10.222.0.47 "GET /v2.0/networks/45ddcffe-1013-48bb-b4a5-348f7f52c8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995771 Jun 03 08:33:05.837688 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Notify callbacks [] for port, precommit_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:05.847781 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16657991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6715'] for router, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:05.862126 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Transition to ACTIVE for port object 969c615f-14a7-4832-b401-b52b7c4ff185 will not be triggered until provisioned by entity L2. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:33:05.903403 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Transition to ACTIVE for port object 969c615f-14a7-4832-b401-b52b7c4ff185 will not be triggered until provisioned by entity DHCP. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:33:05.986026 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a8cb5-254c-4ac2-a2a0-4e79fec06017 req-158e1cfc-b774-4bd9-b860-97cf6dff36f3 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:05.995010 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7a3a8cb5-254c-4ac2-a2a0-4e79fec06017 req-158e1cfc-b774-4bd9-b860-97cf6dff36f3 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 943 time: 0.3808610 Jun 03 08:33:05.998786 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-dd806170-2357-4b98-aab7-5aaaf7a0cc1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:06.010524 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806'] for port, after_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:06.018227 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:06.049577 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea3d51-1b94-4738-b7a6-03e4730f5210 req-eefabe48-1c9e-4dba-8875-b956411d2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:06.052885 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0aea3d51-1b94-4738-b7a6-03e4730f5210 req-eefabe48-1c9e-4dba-8875-b956411d2665 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2633aecc0fe04470a008aae09dce8d34&device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 1096 time: 0.1784298 Jun 03 08:33:06.123842 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-dd806170-2357-4b98-aab7-5aaaf7a0cc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:06.148073 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:06.154512 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Pushing event updated for resources: {'Port': ['ID=969c615f-14a7-4832-b401-b52b7c4ff185,revision_number=1']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:06.163426 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:06.185020 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Network 770556f7-a783-4401-a31e-c720773b8096 is already hosted by enough agents. {{(pid=92358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:33:06.188902 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.scheduler.base_scheduler [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Resources bound (agent type, host, resource id): {{(pid=92358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:33:06.193880 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Received port after_create {{(pid=92358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:33:06.241662 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7a3a8cb5-254c-4ac2-a2a0-4e79fec06017 req-79e7fde1-eef5-45c7-b73d-9fc381739fba tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaf68311-8fbf-4078-86d1-066eb43c932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456152 Jun 03 08:33:06.248985 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd806170-2357-4b98-aab7-5aaaf7a0cc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce54d7b-0d83-49ba-bced-f2a5dc44f84e,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:06.274806 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-dd806170-2357-4b98-aab7-5aaaf7a0cc1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:06.336600 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Attempting to bind port 969c615f-14a7-4832-b401-b52b7c4ff185 on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:33:06.336969 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Attempting to bind port 969c615f-14a7-4832-b401-b52b7c4ff185 by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': 'bb5e6721-c932-40a6-91b3-466d55177c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '770556f7-a783-4401-a31e-c720773b8096'}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:33:06.337331 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Attempting to bind port 969c615f-14a7-4832-b401-b52b7c4ff185 on network 770556f7-a783-4401-a31e-c720773b8096 {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:33:06.340519 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-dd806170-2357-4b98-aab7-5aaaf7a0cc1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7a1db81c8c24668ad7979bc811842e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0331001 Jun 03 08:33:06.343097 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55308) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:06.343360 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:33:06.343719 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Checking segment: {'id': 'bb5e6721-c932-40a6-91b3-466d55177c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '770556f7-a783-4401-a31e-c720773b8096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:33:06.344220 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:06.344626 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Bound using segment: {'id': 'bb5e6721-c932-40a6-91b3-466d55177c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '770556f7-a783-4401-a31e-c720773b8096'} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:33:06.345281 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Bound port: 969c615f-14a7-4832-b401-b52b7c4ff185, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5e6721-c932-40a6-91b3-466d55177c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '770556f7-a783-4401-a31e-c720773b8096'}}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:33:06.345661 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:06.370562 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea3d51-1b94-4738-b7a6-03e4730f5210 req-7820073f-a0cb-42f8-b5d7-301c4ef66c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:06.370562 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0aea3d51-1b94-4738-b7a6-03e4730f5210 req-7820073f-a0cb-42f8-b5d7-301c4ef66c9b service neutron] 10.222.0.47 "GET /v2.0/networks?id=45ddcffe-1013-48bb-b4a5-348f7f52c8f9 HTTP/1.1" status: 200 len: 909 time: 0.3064427 Jun 03 08:33:06.432954 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-314e68a7-d739-4fca-8fac-b2d4efeb4ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:06.473665 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] For port 969c615f-14a7-4832-b401-b52b7c4ff185, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:33:06.477809 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c7e1c-0715-49a6-9e2f-aadf3567ad30 req-69031523-3a3a-40db-bfce-593eb49cde26 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:06.478437 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] For port 969c615f-14a7-4832-b401-b52b7c4ff185, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=969c615f-14a7-4832-b401-b52b7c4ff185,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:33:06.479356 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6e3c7e1c-0715-49a6-9e2f-aadf3567ad30 req-69031523-3a3a-40db-bfce-593eb49cde26 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.2513366 Jun 03 08:33:06.480959 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0aea3d51-1b94-4738-b7a6-03e4730f5210 req-756ccddf-19d0-4c4c-8045-dac77e9dc973 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f HTTP/1.1" status: 200 len: 217 time: 0.0981710 Jun 03 08:33:06.541243 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-314e68a7-d739-4fca-8fac-b2d4efeb4ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:06.608618 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6e3c7e1c-0715-49a6-9e2f-aadf3567ad30 req-5d262b73-0835-4ccf-8d07-c2812b38986d tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220229 Jun 03 08:33:06.611006 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:06.614688 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea3d51-1b94-4738-b7a6-03e4730f5210 req-2a6c5701-41c7-4286-9c81-8d99fe3c5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:06.616083 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-be930ea5-18a8-42f1-81b2-24073176281a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:06.617437 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0aea3d51-1b94-4738-b7a6-03e4730f5210 req-2a6c5701-41c7-4286-9c81-8d99fe3c5b4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30c2b46e-4c3f-4509-89ee-2ad59636cf9f HTTP/1.1" status: 200 len: 848 time: 0.1285207 Jun 03 08:33:06.671429 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0aea3d51-1b94-4738-b7a6-03e4730f5210 req-3ed76d1f-1d07-40c7-90ba-f1e037b3f502 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45ddcffe-1013-48bb-b4a5-348f7f52c8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430663 Jun 03 08:33:06.718627 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Pushing event updated for resources: {'Port': ['ID=969c615f-14a7-4832-b401-b52b7c4ff185,revision_number=2']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:06.724260 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:06.739206 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:06.779307 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:06.818549 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:33:06.859260 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 55320) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:06.893230 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0aea3d51-1b94-4738-b7a6-03e4730f5210 req-097779a4-0049-4d30-a71e-dd964b9df513 service neutron] 10.222.0.47 "GET /v2.0/networks/45ddcffe-1013-48bb-b4a5-348f7f52c8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098920 Jun 03 08:33:06.958465 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_common [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Allocated IP 172.28.3.68 (ab209c3f-5e8a-42b5-8e48-1393c2a10612/ef3066cf-66bb-4e4c-b52a-e1ade41f3158/aad27326-22da-4570-8402-21f2f3a07686) {{(pid=92356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:33:07.021267 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-314e68a7-d739-4fca-8fac-b2d4efeb4ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:07.041445 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-85c85809-a178-4e77-af11-560e868dc429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:07.131615 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a5ad1f97-2603-4574-b36d-38c7cac5c6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:07.173019 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-a5ad1f97-2603-4574-b36d-38c7cac5c6f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:07.180586 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-a5ad1f97-2603-4574-b36d-38c7cac5c6f9 admin admin] Usage tracker for resource:security_group_rule and tenant:1874ef2ac0614c0fb672c6d1de5f9a27 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:07.198215 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-a5ad1f97-2603-4574-b36d-38c7cac5c6f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:07.211497 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e68a7-d739-4fca-8fac-b2d4efeb4ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce54d7b-0d83-49ba-bced-f2a5dc44f84e,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:07.212027 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-a5ad1f97-2603-4574-b36d-38c7cac5c6f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:07.225370 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0aea3d51-1b94-4738-b7a6-03e4730f5210 req-3b03d660-4202-4aaf-a8fc-b2d2c63de632 service neutron] 10.222.0.47 "GET /v2.0/networks/45ddcffe-1013-48bb-b4a5-348f7f52c8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205028 Jun 03 08:33:07.280339 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-314e68a7-d739-4fca-8fac-b2d4efeb4ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:07.311467 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-314e68a7-d739-4fca-8fac-b2d4efeb4ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:07.313474 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-314e68a7-d739-4fca-8fac-b2d4efeb4ae7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bce54d7b-0d83-49ba-bced-f2a5dc44f84e HTTP/1.1" status: 204 len: 168 time: 0.9687972 Jun 03 08:33:07.410167 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:07.478820 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a5ad1f97-2603-4574-b36d-38c7cac5c6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:07.535196 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fa193-da7c-4f2a-9d2c-5d8ec3797647 req-470c9426-1f70-4706-803e-68890ed1395f tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:07.536820 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-fc5fa193-da7c-4f2a-9d2c-5d8ec3797647 req-470c9426-1f70-4706-803e-68890ed1395f tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 943 time: 0.1098042 Jun 03 08:33:07.591433 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-fc5fa193-da7c-4f2a-9d2c-5d8ec3797647 req-09e36149-0fc8-4398-8c9b-cd384770cf02 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaf68311-8fbf-4078-86d1-066eb43c932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441482 Jun 03 08:33:07.604110 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a5ad1f97-2603-4574-b36d-38c7cac5c6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:07.616129 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-38457579-9a00-4aa0-b9d2-c872865e4258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:07.627953 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806'] for port, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:07.637285 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:07.686905 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-a5ad1f97-2603-4574-b36d-38c7cac5c6f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1874ef2ac0614c0fb672c6d1de5f9a27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8257565 Jun 03 08:33:07.689915 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad1f97-2603-4574-b36d-38c7cac5c6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c014373-4c18-4051-8e8a-8bfe0ad4e03a,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:07.692414 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 55338) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:07.696639 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-a5ad1f97-2603-4574-b36d-38c7cac5c6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:07.771359 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Network ab209c3f-5e8a-42b5-8e48-1393c2a10612 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:33:07.781463 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:33:07.836629 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Received port after_create {{(pid=92356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:33:07.898418 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Pushing event updated for resources: {'Port': ['ID=aad27326-22da-4570-8402-21f2f3a07686,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:07.901927 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:07.965097 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-15810de7-8b9a-4d56-a3eb-b6f3f06620e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:08.067718 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-15810de7-8b9a-4d56-a3eb-b6f3f06620e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:08.081598 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab208eb-c62a-4ae7-87e7-5d36b78bfd53 None None] Network 770556f7-a783-4401-a31e-c720773b8096 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:33:08.144020 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18720bd4-9e99-4f87-968a-31a88068ae92 req-66602502-0f46-458e-a91f-6aeb0268c452 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:08.145850 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-18720bd4-9e99-4f87-968a-31a88068ae92 req-66602502-0f46-458e-a91f-6aeb0268c452 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.3682344 Jun 03 08:33:08.160658 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-13e7ecbd-c5c1-4c82-a6e3-b7cc6eab81c8 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:08.167351 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-13e7ecbd-c5c1-4c82-a6e3-b7cc6eab81c8 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/networks?id=d2197ef7-85d9-4757-a2e4-13328e9df99c HTTP/1.1" status: 200 len: 814 time: 0.3171380 Jun 03 08:33:08.182668 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-191440fd-965f-4544-8a2b-9aa1b1583151 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/quotas/cff062860f9940faa57e665635bf80ef HTTP/1.1" status: 200 len: 375 time: 0.0143983 Jun 03 08:33:08.220608 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-18720bd4-9e99-4f87-968a-31a88068ae92 req-3deff413-8e75-4ff4-974d-9d844fd8628f tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669367 Jun 03 08:33:08.287814 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-9c6b4bcd-3697-4c35-9591-bd42104b1260 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cff062860f9940faa57e665635bf80ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033490 Jun 03 08:33:08.326000 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:33:08.432271 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-59db38a4-46d0-462c-9f6f-bc69bf5d4e2b service neutron] 10.222.0.18 "GET /v2.0/networks/d2197ef7-85d9-4757-a2e4-13328e9df99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370976 Jun 03 08:33:08.501815 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f,segment=NetworkSegment(f3fb3b03-8bd4-4b4b-b44e-44e363eeeec0),segment_id=f3fb3b03-8bd4-4b4b-b44e-44e363eeeec0)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:33:08.518512 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': 'f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f', 'network_id': '45ddcffe-1013-48bb-b4a5-348f7f52c8f9', 'port_id': 'f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f', 'mac_address': 'fa:16:3e:9e:e0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c2b46e-4c3f-4509-89ee-2ad59636cf9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:33:08.546829 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-15810de7-8b9a-4d56-a3eb-b6f3f06620e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:08.558478 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-1b866d0e-5139-450b-8ab5-da82c561a4ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:08.608141 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-e6ee9fd7-f660-4084-8880-a63270eb86ec None None] Provisioning for port 969c615f-14a7-4832-b401-b52b7c4ff185 completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:33:08.684450 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:08.711695 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15810de7-8b9a-4d56-a3eb-b6f3f06620e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c014373-4c18-4051-8e8a-8bfe0ad4e03a,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:08.726984 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-78cd76fc-37f2-4574-a3d2-d6fbd1d69a5a service neutron] 10.222.0.18 "GET /v2.0/networks/d2197ef7-85d9-4757-a2e4-13328e9df99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878058 Jun 03 08:33:08.729322 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-15810de7-8b9a-4d56-a3eb-b6f3f06620e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:08.741795 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-15810de7-8b9a-4d56-a3eb-b6f3f06620e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:08.750707 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-15810de7-8b9a-4d56-a3eb-b6f3f06620e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c014373-4c18-4051-8e8a-8bfe0ad4e03a HTTP/1.1" status: 204 len: 168 time: 1.0560510 Jun 03 08:33:08.753554 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:33:08.825736 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f,segment=NetworkSegment(f3fb3b03-8bd4-4b4b-b44e-44e363eeeec0),segment_id=f3fb3b03-8bd4-4b4b-b44e-44e363eeeec0)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:33:08.929866 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:08.935117 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:08.943353 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:08.976393 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 969c615f-14a7-4832-b401-b52b7c4ff185 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:33:09.085242 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:09.088704 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:09.124698 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29607edb-e134-4b7c-a413-c10020ad6e55 req-665375ab-e897-4e8c-8dca-559ec5f034f2 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:09.126196 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-29607edb-e134-4b7c-a413-c10020ad6e55 req-665375ab-e897-4e8c-8dca-559ec5f034f2 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 943 time: 0.2910564 Jun 03 08:33:09.240471 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-083fb652-24c3-4986-b3b9-272182d69526 req-667683f2-443c-4a0d-9403-98e24b19e7fd tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 210 time: 0.0502312 Jun 03 08:33:09.251042 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port 969c615f-14a7-4832-b401-b52b7c4ff185 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:33:09.258204 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port 969c615f-14a7-4832-b401-b52b7c4ff185 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:33:09.259406 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:09.262139 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-29607edb-e134-4b7c-a413-c10020ad6e55 req-ba03bad7-395a-4e70-87f1-4396b0eb0da5 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaf68311-8fbf-4078-86d1-066eb43c932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280463 Jun 03 08:33:09.346872 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:33:09.372070 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16658000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360973'] for router, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:09.667669 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:09.743647 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] For port 969c615f-14a7-4832-b401-b52b7c4ff185, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=969c615f-14a7-4832-b401-b52b7c4ff185,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:33:09.744361 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523ee46-db5a-4a3b-8a68-e749638dbb59 req-e9936a35-fa6f-4cbd-9996-d857345c70c4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:09.745992 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-6523ee46-db5a-4a3b-8a68-e749638dbb59 req-e9936a35-fa6f-4cbd-9996-d857345c70c4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.3009286 Jun 03 08:33:09.816394 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-6523ee46-db5a-4a3b-8a68-e749638dbb59 req-9aeeb500-cada-4eec-9ea4-569226e873ad tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567229 Jun 03 08:33:09.878805 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Router 45e424f3-151a-4354-bc78-b64c31009411 is scheduled to L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 with binding_index 1 {{(pid=92356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 08:33:09.879561 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:09.881531 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:09.954394 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Pushing event updated for resources: {'Port': ['ID=969c615f-14a7-4832-b401-b52b7c4ff185,revision_number=3']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:09.962248 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:09.971098 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 55402) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:09.987701 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ed35a05a-d4de-4997-8a44-09e316a28612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:10.001706 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-ed35a05a-d4de-4997-8a44-09e316a28612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:10.005495 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-ed35a05a-d4de-4997-8a44-09e316a28612 admin admin] Usage tracker for resource:security_group_rule and tenant:48b5fc7a95d14271a0f0c570c0fe384a is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:10.008359 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-ed35a05a-d4de-4997-8a44-09e316a28612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:10.014065 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-ed35a05a-d4de-4997-8a44-09e316a28612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:10.081776 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:33:10.092978 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] Sync routers for ids ['45e424f3-151a-4354-bc78-b64c31009411'] in dv-cinder-787262-5-smb {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:33:10.103056 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] Routers {'45e424f3-151a-4354-bc78-b64c31009411'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:33:10.103681 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:32:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['45e424f3-151a-4354-bc78-b64c31009411'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:33:10.118176 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ed35a05a-d4de-4997-8a44-09e316a28612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:10.255829 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Notify callbacks [] for router, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:10.259718 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1925507 Jun 03 08:33:10.259968 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55408) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:10.284673 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] Set router 45e424f3-151a-4354-bc78-b64c31009411 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:33:10.324259 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ed35a05a-d4de-4997-8a44-09e316a28612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:10.334149 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-916615e8-2f7d-4474-90cd-4b5cac5c43ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:10.441764 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35a05a-d4de-4997-8a44-09e316a28612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2575d2fb-8a46-4275-a3fb-14b107dd78ba,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:10.459063 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-ed35a05a-d4de-4997-8a44-09e316a28612 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48b5fc7a95d14271a0f0c570c0fe384a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4869077 Jun 03 08:33:10.460626 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-ed35a05a-d4de-4997-8a44-09e316a28612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:10.463164 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 55416) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:10.678412 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9be13632-3348-4c57-b66b-07f614c3b13e req-f33c5d3d-61dd-4bb0-a808-1ceb54b71dcc tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 210 time: 0.0724313 Jun 03 08:33:10.727269 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e424f3-151a-4354-bc78-b64c31009411', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aad27326-22da-4570-8402-21f2f3a07686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:33:05Z', 'updated_at': '2021-06-03T08:33:08Z', 'revision_number': 3, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'gw_port': {'id': 'aad27326-22da-4570-8402-21f2f3a07686', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:06Z', 'updated_at': '2021-06-03T08:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:33:10.733119 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] Checking router: 45e424f3-151a-4354-bc78-b64c31009411 for host: dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:33:10.733856 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] Updating router 45e424f3-151a-4354-bc78-b64c31009411 port aad27326-22da-4570-8402-21f2f3a07686 binding host dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 08:33:10.757060 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-498f0582-2bd9-4b1f-8ef3-4c07b1ca140c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:10.815896 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48525ce8-bbca-44c8-b02e-10e2de85dd88 req-6d187b05-3090-42d7-a691-f7b5772f3f4d tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:10.816641 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-48525ce8-bbca-44c8-b02e-10e2de85dd88 req-6d187b05-3090-42d7-a691-f7b5772f3f4d tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Synchronizing usage tracker for tenant:2633aecc0fe04470a008aae09dce8d34 on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:33:10.821126 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-498f0582-2bd9-4b1f-8ef3-4c07b1ca140c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:10.840679 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2f341d1d-a054-4e80-8f2a-df43c6f3530b req-655eac33-0a70-4fbe-9f9c-cdd7e082c9d4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3212903 Jun 03 08:33:10.844410 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:10.868127 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 969c615f-14a7-4832-b401-b52b7c4ff185 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:33:10.998423 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-48525ce8-bbca-44c8-b02e-10e2de85dd88 req-6d187b05-3090-42d7-a691-f7b5772f3f4d tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Unset dirty status for tenant:2633aecc0fe04470a008aae09dce8d34 on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:33:11.000716 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-48525ce8-bbca-44c8-b02e-10e2de85dd88 req-6d187b05-3090-42d7-a691-f7b5772f3f4d tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 944 time: 0.4112854 Jun 03 08:33:11.037025 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-498f0582-2bd9-4b1f-8ef3-4c07b1ca140c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:11.050107 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-a5ad1f97-2603-4574-b36d-38c7cac5c6f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:11.102034 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port 969c615f-14a7-4832-b401-b52b7c4ff185 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:33:11.102479 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:11.167878 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f0582-2bd9-4b1f-8ef3-4c07b1ca140c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2575d2fb-8a46-4275-a3fb-14b107dd78ba,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:11.170786 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-498f0582-2bd9-4b1f-8ef3-4c07b1ca140c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:11.186785 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-498f0582-2bd9-4b1f-8ef3-4c07b1ca140c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:11.190431 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-498f0582-2bd9-4b1f-8ef3-4c07b1ca140c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2575d2fb-8a46-4275-a3fb-14b107dd78ba HTTP/1.1" status: 204 len: 168 time: 0.7235529 Jun 03 08:33:11.205916 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-48525ce8-bbca-44c8-b02e-10e2de85dd88 req-bc50614f-a0c0-4db2-b2f3-888b803f0d3f tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaf68311-8fbf-4078-86d1-066eb43c932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987808 Jun 03 08:33:11.278611 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f341d1d-a054-4e80-8f2a-df43c6f3530b req-f2067910-e398-4573-a319-d15678150ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:11.280366 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2f341d1d-a054-4e80-8f2a-df43c6f3530b req-f2067910-e398-4573-a319-d15678150ce6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cff062860f9940faa57e665635bf80ef&device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 1098 time: 0.1872687 Jun 03 08:33:11.423202 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:11.437739 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.provisioning_blocks [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] Transition to ACTIVE for port object aad27326-22da-4570-8402-21f2f3a07686 will not be triggered until provisioned by entity L2. {{(pid=92359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:33:11.492193 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef2fa1-149c-4c4d-a730-54c59a934ed7 req-2f907bbd-2bde-427a-85cc-e345ac32e949 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:11.493696 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-45ef2fa1-149c-4c4d-a730-54c59a934ed7 req-2f907bbd-2bde-427a-85cc-e345ac32e949 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.3861613 Jun 03 08:33:11.502872 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f341d1d-a054-4e80-8f2a-df43c6f3530b req-9ccc519d-89d0-449b-a693-7adebc2836d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:11.504500 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2f341d1d-a054-4e80-8f2a-df43c6f3530b req-9ccc519d-89d0-449b-a693-7adebc2836d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2197ef7-85d9-4757-a2e4-13328e9df99c HTTP/1.1" status: 200 len: 915 time: 0.1933339 Jun 03 08:33:11.564110 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:11.569349 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:11.587238 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2f341d1d-a054-4e80-8f2a-df43c6f3530b req-af1bd6f4-6a27-4dbe-bb31-2515f7ec5449 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=320a4499-51fd-483b-b1b8-cd3bb07adf5f HTTP/1.1" status: 200 len: 217 time: 0.0699215 Jun 03 08:33:11.605904 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-45ef2fa1-149c-4c4d-a730-54c59a934ed7 req-285b49bc-26a0-4f56-8161-f176a869c9d4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009727 Jun 03 08:33:11.660036 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f341d1d-a054-4e80-8f2a-df43c6f3530b req-e9396402-5177-4544-84ab-c7225bbceeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:11.661527 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2f341d1d-a054-4e80-8f2a-df43c6f3530b req-e9396402-5177-4544-84ab-c7225bbceeb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=953f21ea-c75c-4545-b610-547c5766cd2e HTTP/1.1" status: 200 len: 854 time: 0.0652120 Jun 03 08:33:11.676169 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56b11e-9ba3-47cd-b7d4-92c5de7e0785 None None] Pushing event updated for resources: {'Port': ['ID=aad27326-22da-4570-8402-21f2f3a07686,revision_number=2']} {{(pid=92359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:11.681061 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] Attempting to bind port aad27326-22da-4570-8402-21f2f3a07686 on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:33:11.681426 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] Attempting to bind port aad27326-22da-4570-8402-21f2f3a07686 by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}] {{(pid=92359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:33:11.681785 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] Attempting to bind port aad27326-22da-4570-8402-21f2f3a07686 on network ab209c3f-5e8a-42b5-8e48-1393c2a10612 {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:33:11.684552 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:11.691222 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed56b11e-9ba3-47cd-b7d4-92c5de7e0785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:11.691555 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed56b11e-9ba3-47cd-b7d4-92c5de7e0785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:11.691885 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed56b11e-9ba3-47cd-b7d4-92c5de7e0785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:11.692205 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed56b11e-9ba3-47cd-b7d4-92c5de7e0785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:11.692519 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed56b11e-9ba3-47cd-b7d4-92c5de7e0785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:11.692834 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed56b11e-9ba3-47cd-b7d4-92c5de7e0785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:11.693147 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed56b11e-9ba3-47cd-b7d4-92c5de7e0785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:11.693458 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed56b11e-9ba3-47cd-b7d4-92c5de7e0785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:11.693767 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed56b11e-9ba3-47cd-b7d4-92c5de7e0785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:11.694170 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed56b11e-9ba3-47cd-b7d4-92c5de7e0785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:11.694738 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed56b11e-9ba3-47cd-b7d4-92c5de7e0785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:11.694848 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed56b11e-9ba3-47cd-b7d4-92c5de7e0785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:11.699662 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-ed56b11e-9ba3-47cd-b7d4-92c5de7e0785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:11.700694 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:33:11.701062 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] Checking segment: {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:33:11.701650 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:11.701912 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] Bound using segment: {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'} {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:33:11.702366 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] Bound port: aad27326-22da-4570-8402-21f2f3a07686, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}}] {{(pid=92359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:33:11.702734 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:11.757773 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2f341d1d-a054-4e80-8f2a-df43c6f3530b req-8c61059c-212b-47fb-8d67-712c42b5ee58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2197ef7-85d9-4757-a2e4-13328e9df99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844724 Jun 03 08:33:11.900038 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55446) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:11.903148 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-5d789023-4a8b-415c-a2b2-60fa380ab96d req-d2a70bb6-3240-451b-a0ae-19e932bbae36 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 210 time: 0.0785439 Jun 03 08:33:11.942510 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.db [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] For port aad27326-22da-4570-8402-21f2f3a07686, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:33:11.946585 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.db [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] For port aad27326-22da-4570-8402-21f2f3a07686, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=aad27326-22da-4570-8402-21f2f3a07686,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:33:12.050320 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:12.054647 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:12.082265 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-817e1646-f0cb-48ae-9606-5aa60686cd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:12.084069 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2f341d1d-a054-4e80-8f2a-df43c6f3530b req-d999706d-2c60-4544-97eb-9f0a0cb2b46f service neutron] 10.222.0.47 "GET /v2.0/networks/d2197ef7-85d9-4757-a2e4-13328e9df99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150015 Jun 03 08:33:12.103034 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-817e1646-f0cb-48ae-9606-5aa60686cd0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:12.111829 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-817e1646-f0cb-48ae-9606-5aa60686cd0f admin admin] Usage tracker for resource:security_group_rule and tenant:53af9bb496594565bf7060fa790ac7b1 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:12.115887 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-817e1646-f0cb-48ae-9606-5aa60686cd0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:12.119557 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_common [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Allocated IP 172.20.0.1 (770556f7-a783-4401-a31e-c720773b8096/b8510487-57b7-471a-bd67-7c6c7ee2984a/d21c1e63-fe95-448d-b229-a898016944e2) {{(pid=92356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:33:12.126699 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-817e1646-f0cb-48ae-9606-5aa60686cd0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:12.187472 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56b11e-9ba3-47cd-b7d4-92c5de7e0785 None None] Pushing event updated for resources: {'Port': ['ID=aad27326-22da-4570-8402-21f2f3a07686,revision_number=3']} {{(pid=92359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:12.199755 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-ed56b11e-9ba3-47cd-b7d4-92c5de7e0785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:12.200181 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] Routers {'45e424f3-151a-4354-bc78-b64c31009411'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:33:12.201042 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:32:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['45e424f3-151a-4354-bc78-b64c31009411'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:33:12.314174 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:33:12.371745 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55480) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:12.405731 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2f341d1d-a054-4e80-8f2a-df43c6f3530b req-d6c3821b-7d4e-4765-8013-9ba350c13a9d service neutron] 10.222.0.47 "GET /v2.0/networks/d2197ef7-85d9-4757-a2e4-13328e9df99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035719 Jun 03 08:33:12.413831 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a298595e-921f-462e-9ed9-2050e60fe1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:12.466453 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:12.479080 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-a298595e-921f-462e-9ed9-2050e60fe1be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:12.507371 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-a298595e-921f-462e-9ed9-2050e60fe1be admin admin] Usage tracker for resource:security_group_rule and tenant:b0adefa7a7ad4c389fbbdf99eaa5cc1c is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:12.532652 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-a298595e-921f-462e-9ed9-2050e60fe1be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:12.583919 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-a298595e-921f-462e-9ed9-2050e60fe1be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:12.600489 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.provisioning_blocks [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Transition to ACTIVE for port object d21c1e63-fe95-448d-b229-a898016944e2 will not be triggered until provisioned by entity DHCP. {{(pid=92356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:33:12.614699 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-817e1646-f0cb-48ae-9606-5aa60686cd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:12.632695 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning for port f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:33:12.637691 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:33:12.638072 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:12.663588 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] Set router 45e424f3-151a-4354-bc78-b64c31009411 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:33:12.664162 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-b85ef96f-9d6f-4b61-8fe2-b13a8c41f6b3 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:12.665573 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-b85ef96f-9d6f-4b61-8fe2-b13a8c41f6b3 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.47 "GET /v2.0/networks?id=d2197ef7-85d9-4757-a2e4-13328e9df99c HTTP/1.1" status: 200 len: 814 time: 0.1829565 Jun 03 08:33:12.681432 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-4e6fea32-c615-401f-b87c-92fa1c6b1494 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Request body: {'port': {'device_id': '7c45d673-aea3-4138-86c7-fbc4d9e1b63d', 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c', 'admin_state_up': True, 'tenant_id': 'cff062860f9940faa57e665635bf80ef'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:33:12.698235 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e63b7-ffc0-427c-bf73-cad1142c2dda req-360e40c6-e721-42b6-bb66-65d7452e1ddb tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:12.700023 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-0a8e63b7-ffc0-427c-bf73-cad1142c2dda req-360e40c6-e721-42b6-bb66-65d7452e1ddb tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 944 time: 0.1860340 Jun 03 08:33:12.764374 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-817e1646-f0cb-48ae-9606-5aa60686cd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:12.778363 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806'] for port, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:12.799303 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-314e68a7-d739-4fca-8fac-b2d4efeb4ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:12.856929 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Network 770556f7-a783-4401-a31e-c720773b8096 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:33:12.858042 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:12.870065 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:33:12.884866 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Received port after_create {{(pid=92356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:33:12.885390 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16361523'] for router_interface, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:12.899215 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f,segment=NetworkSegment(f3fb3b03-8bd4-4b4b-b44e-44e363eeeec0),segment_id=f3fb3b03-8bd4-4b4b-b44e-44e363eeeec0)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:33:12.903227 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7f6275-bc21-457b-b038-f700b7ce22d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:33:12.908175 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e0d9b5-7719-4661-b68b-7572879acdb5" -d '{"events": [{"server_uuid": "9a7f6275-bc21-457b-b038-f700b7ce22d3", "name": "network-vif-plugged", "status": "completed", "tag": "f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:33:12.931023 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-0a8e63b7-ffc0-427c-bf73-cad1142c2dda req-f4aac496-64c9-43b1-8321-b4bf02828174 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaf68311-8fbf-4078-86d1-066eb43c932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249351 Jun 03 08:33:12.939220 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-817e1646-f0cb-48ae-9606-5aa60686cd0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53af9bb496594565bf7060fa790ac7b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0383162 Jun 03 08:33:12.944814 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55508) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:12.945483 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e1646-f0cb-48ae-9606-5aa60686cd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf354d5-b372-4368-83dc-4469c5992653,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:12.949425 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-817e1646-f0cb-48ae-9606-5aa60686cd0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:12.961087 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-4e6fea32-c615-401f-b87c-92fa1c6b1494 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:12.977189 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:12.978075 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:12.979259 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:12.988548 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-4e6fea32-c615-401f-b87c-92fa1c6b1494 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:13.097058 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c465d22f-4cdf-4356-b628-6586bb7155f0 x-openstack-request-id: req-c465d22f-4cdf-4356-b628-6586bb7155f0 {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:33:13.097593 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7f6275-bc21-457b-b038-f700b7ce22d3", "name": "network-vif-plugged", "status": "completed", "tag": "f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:33:13.097993 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c465d22f-4cdf-4356-b628-6586bb7155f0 {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:33:13.099066 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7f6275-bc21-457b-b038-f700b7ce22d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f', 'code': 200} Jun 03 08:33:13.121084 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5173f48-2839-4e2c-9fe7-e8d3d03fad26 req-bc0bdf77-5a63-4cad-905e-70f7be4f3ddf tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:13.124362 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f5173f48-2839-4e2c-9fe7-e8d3d03fad26 req-bc0bdf77-5a63-4cad-905e-70f7be4f3ddf tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.2117639 Jun 03 08:33:13.174169 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:13.183324 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-4e6fea32-c615-401f-b87c-92fa1c6b1494 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Made reservation on behalf of cff062860f9940faa57e665635bf80ef for: {'port': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:33:13.186501 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:13.188821 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:13.190511 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:13.191041 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:13.191518 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:13.194073 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:13.195071 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-4e6fea32-c615-401f-b87c-92fa1c6b1494 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:13.196644 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:13.197138 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:13.197659 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:13.199504 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:13.201512 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:13.202955 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:13.214009 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Pushing event updated for resources: {'Port': ['ID=d21c1e63-fe95-448d-b229-a898016944e2,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:13.217756 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:13.223010 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:13.329965 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e424f3-151a-4354-bc78-b64c31009411', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aad27326-22da-4570-8402-21f2f3a07686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:33:05Z', 'updated_at': '2021-06-03T08:33:08Z', 'revision_number': 3, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'gw_port': {'id': 'aad27326-22da-4570-8402-21f2f3a07686', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:06Z', 'updated_at': '2021-06-03T08:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:33:13.339901 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac4699b-7add-463c-9e11-315ee7862ed9 None None] The sync data for ids ['45e424f3-151a-4354-bc78-b64c31009411'] in dv-cinder-787262-5-smb is: [{'id': '45e424f3-151a-4354-bc78-b64c31009411', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aad27326-22da-4570-8402-21f2f3a07686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:33:05Z', 'updated_at': '2021-06-03T08:33:08Z', 'revision_number': 3, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'gw_port': {'id': 'aad27326-22da-4570-8402-21f2f3a07686', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:06Z', 'updated_at': '2021-06-03T08:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}] {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:33:13.345909 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a298595e-921f-462e-9ed9-2050e60fe1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:13.347988 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d460e34d-b012-48d4-b005-07781023e239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:13.353244 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-b9e6d092-50cb-496d-abbb-9344ba487132 req-8b69f4ee-de98-43cb-b8ff-44616de0671d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 210 time: 0.0830603 Jun 03 08:33:13.376854 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f5173f48-2839-4e2c-9fe7-e8d3d03fad26 req-0362dbfc-321c-443c-b91d-48bbf67667bd tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441850 Jun 03 08:33:13.413002 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d460e34d-b012-48d4-b005-07781023e239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:13.495669 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_common [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-4e6fea32-c615-401f-b87c-92fa1c6b1494 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Allocated IP 172.20.0.11 (d2197ef7-85d9-4757-a2e4-13328e9df99c/953f21ea-c75c-4545-b610-547c5766cd2e/fca59703-8095-444d-bc74-d2a644be5428) {{(pid=92357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:33:13.567420 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-aa64771d-59e4-4d10-9c3a-a269a41a3c8a None None] Provisioning for port d21c1e63-fe95-448d-b229-a898016944e2 completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:33:13.570369 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-aa64771d-59e4-4d10-9c3a-a269a41a3c8a None None] Provisioning complete for port d21c1e63-fe95-448d-b229-a898016944e2 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:33:13.570731 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-aa64771d-59e4-4d10-9c3a-a269a41a3c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:13.666344 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-aa64771d-59e4-4d10-9c3a-a269a41a3c8a None None] Port d21c1e63-fe95-448d-b229-a898016944e2 cannot update to ACTIVE because it is not bound. {{(pid=92358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 08:33:13.754491 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a298595e-921f-462e-9ed9-2050e60fe1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:13.772160 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-3950622a-298a-4f0a-b3c5-e761a8b40e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:13.773350 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-4e6fea32-c615-401f-b87c-92fa1c6b1494 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks [] for port, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:13.779402 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d460e34d-b012-48d4-b005-07781023e239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:13.937051 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 55522) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:13.943370 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-a298595e-921f-462e-9ed9-2050e60fe1be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0adefa7a7ad4c389fbbdf99eaa5cc1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5671597 Jun 03 08:33:13.956696 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:13.979910 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-4e6fea32-c615-401f-b87c-92fa1c6b1494 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:13.989867 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298595e-921f-462e-9ed9-2050e60fe1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb2a876-e9c7-474f-8089-2342b804471f,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:13.993381 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['320a4499-51fd-483b-b1b8-cd3bb07adf5f', 'b103529c-3055-4d83-af6d-1bf4ab02f3b5'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:33:14.002901 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:14.019835 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-a298595e-921f-462e-9ed9-2050e60fe1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:14.029316 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-b03bb7a7-ef5d-4424-b538-231da7c1c69c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:14.102228 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fea32-c615-401f-b87c-92fa1c6b1494 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Pushing event updated for resources: {'Port': ['ID=fca59703-8095-444d-bc74-d2a644be5428,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:14.116630 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-4e6fea32-c615-401f-b87c-92fa1c6b1494 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:14.133636 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-4e6fea32-c615-401f-b87c-92fa1c6b1494 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Network d2197ef7-85d9-4757-a2e4-13328e9df99c is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:33:14.137697 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460e34d-b012-48d4-b005-07781023e239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf354d5-b372-4368-83dc-4469c5992653,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:14.153638 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d460e34d-b012-48d4-b005-07781023e239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:14.162416 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d460e34d-b012-48d4-b005-07781023e239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:14.163505 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-d460e34d-b012-48d4-b005-07781023e239 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3bf354d5-b372-4368-83dc-4469c5992653 HTTP/1.1" status: 204 len: 168 time: 1.2152042 Jun 03 08:33:14.197687 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-4e6fea32-c615-401f-b87c-92fa1c6b1494 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:33:14.202695 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-4e6fea32-c615-401f-b87c-92fa1c6b1494 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Received port after_create {{(pid=92357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:33:14.263293 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-30c46d3a-41f1-4fb0-9719-6282d968a007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:14.309771 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88b462-efb5-4d2c-919e-79d7a97485b9 req-7e6f1033-666f-4356-b3dd-4a42385b20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:14.311358 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-ea88b462-efb5-4d2c-919e-79d7a97485b9 req-7e6f1033-666f-4356-b3dd-4a42385b20a8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 1098 time: 0.4777021 Jun 03 08:33:14.323910 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-30c46d3a-41f1-4fb0-9719-6282d968a007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:14.420525 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-4e6fea32-c615-401f-b87c-92fa1c6b1494 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:14.420525 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-4e6fea32-c615-401f-b87c-92fa1c6b1494 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:14.520970 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-ea88b462-efb5-4d2c-919e-79d7a97485b9 req-6962babd-3392-47e3-9fd0-33f69ff88ac0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=eaf68311-8fbf-4078-86d1-066eb43c932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815853 Jun 03 08:33:14.531527 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e817a3-001d-4b75-858c-3954aa8fa315 req-051ecc47-f857-4980-b12e-b8a9799144bc tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:14.539570 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a8e817a3-001d-4b75-858c-3954aa8fa315 req-051ecc47-f857-4980-b12e-b8a9799144bc tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 945 time: 0.3819234 Jun 03 08:33:14.602458 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a8e817a3-001d-4b75-858c-3954aa8fa315 req-f7df6471-d47f-426e-bc6b-92b02a413f05 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaf68311-8fbf-4078-86d1-066eb43c932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618970 Jun 03 08:33:14.611476 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-4e6fea32-c615-401f-b87c-92fa1c6b1494 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9339628 Jun 03 08:33:14.618039 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-30c46d3a-41f1-4fb0-9719-6282d968a007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:14.619548 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:14.620492 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-30c46d3a-41f1-4fb0-9719-6282d968a007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:14.621575 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-30c46d3a-41f1-4fb0-9719-6282d968a007 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fdb2a876-e9c7-474f-8089-2342b804471f HTTP/1.1" status: 204 len: 168 time: 0.6826549 Jun 03 08:33:14.623889 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-1c084e46-623f-47e7-a239-3a6ac96e60d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:14.637503 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Request body: {'port': {'device_id': '7c45d673-aea3-4138-86c7-fbc4d9e1b63d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:33:14.698795 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c46d3a-41f1-4fb0-9719-6282d968a007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb2a876-e9c7-474f-8089-2342b804471f,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:14.702304 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-30c46d3a-41f1-4fb0-9719-6282d968a007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:14.713069 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:14.714343 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16309452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16361552'] for router_interface, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:14.723762 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-063d462b-57e2-4487-8071-1aff5dbeafc4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:14.866216 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39ef21-c251-4c44-a353-ff408be5f5c8 req-1ab83861-6571-4a7a-9c33-c90605f84a56 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:14.866216 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-5b39ef21-c251-4c44-a353-ff408be5f5c8 req-1ab83861-6571-4a7a-9c33-c90605f84a56 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Synchronizing usage tracker for tenant:cff062860f9940faa57e665635bf80ef on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:33:14.873328 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:14.875308 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Pushing event updated for resources: {'Port': ['ID=d21c1e63-fe95-448d-b229-a898016944e2,revision_number=2']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:14.878681 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:14.895723 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device aad27326-22da-4570-8402-21f2f3a07686 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:33:15.052527 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-5b39ef21-c251-4c44-a353-ff408be5f5c8 req-1ab83861-6571-4a7a-9c33-c90605f84a56 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Unset dirty status for tenant:cff062860f9940faa57e665635bf80ef on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:33:15.053770 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-5b39ef21-c251-4c44-a353-ff408be5f5c8 req-1ab83861-6571-4a7a-9c33-c90605f84a56 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 932 time: 0.4805567 Jun 03 08:33:15.066904 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Network 770556f7-a783-4401-a31e-c720773b8096 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:33:15.068429 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:33:15.088318 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814af0e6-831c-4c01-b22f-7693ab36474f req-dcd6d81f-86bb-4e18-8a79-2bcbc1a58eed tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:15.089715 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port aad27326-22da-4570-8402-21f2f3a07686 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:33:15.090364 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-814af0e6-831c-4c01-b22f-7693ab36474f req-dcd6d81f-86bb-4e18-8a79-2bcbc1a58eed tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.2755229 Jun 03 08:33:15.098042 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port aad27326-22da-4570-8402-21f2f3a07686 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:33:15.098825 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:15.172872 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-5b39ef21-c251-4c44-a353-ff408be5f5c8 req-60483b57-f62d-4456-ac59-01dbdeb49219 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086762 Jun 03 08:33:15.375099 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55560) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:15.417581 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:15.457049 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] For port aad27326-22da-4570-8402-21f2f3a07686, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=aad27326-22da-4570-8402-21f2f3a07686,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:33:15.513025 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-55201466-09b2-4aa0-83d5-c2e0663c3187 None None] Provisioning complete for port d21c1e63-fe95-448d-b229-a898016944e2 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:33:15.513025 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-55201466-09b2-4aa0-83d5-c2e0663c3187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:15.603677 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca59703-8095-444d-bc74-d2a644be5428 {{(pid=92357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:33:15.628945 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-494531a6-a16f-407c-86df-a330ad5c93d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:15.631284 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:15.843334 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-55201466-09b2-4aa0-83d5-c2e0663c3187 None None] Port d21c1e63-fe95-448d-b229-a898016944e2 cannot update to ACTIVE because it is not bound. {{(pid=92358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 08:33:15.844235 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-814af0e6-831c-4c01-b22f-7693ab36474f req-75d873c2-4fd8-40d6-aaf9-f7483fc407db tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283100 Jun 03 08:33:15.844424 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Transition to ACTIVE for port object fca59703-8095-444d-bc74-d2a644be5428 will not be triggered until provisioned by entity L2. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:33:15.845088 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-494531a6-a16f-407c-86df-a330ad5c93d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:15.845088 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-494531a6-a16f-407c-86df-a330ad5c93d6 admin admin] Usage tracker for resource:security_group_rule and tenant:9dc161e88284430a9cfaff314666a39b is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:15.845088 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-494531a6-a16f-407c-86df-a330ad5c93d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:15.845088 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Router 45e424f3-151a-4354-bc78-b64c31009411 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:33:15.845088 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-494531a6-a16f-407c-86df-a330ad5c93d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:15.845458 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc8e46-8951-4244-a6b2-030d34763ae4 req-dcf98ef4-a71e-4c39-9f0b-9196bf9fe6d5 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:15.845458 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3cbc8e46-8951-4244-a6b2-030d34763ae4 req-dcf98ef4-a71e-4c39-9f0b-9196bf9fe6d5 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 945 time: 0.0903986 Jun 03 08:33:15.878303 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:15.882953 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:15.890387 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3cbc8e46-8951-4244-a6b2-030d34763ae4 req-d7df01d4-eb6f-453f-9009-49a331f12c90 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaf68311-8fbf-4078-86d1-066eb43c932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482266 Jun 03 08:33:16.012415 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:33:16.013922 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Pushing event updated for resources: {'Port': ['ID=aad27326-22da-4570-8402-21f2f3a07686,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:16.017642 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:16.024660 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] Sync routers for ids ['45e424f3-151a-4354-bc78-b64c31009411'] in dv-cinder-787262-5-smb {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:33:16.033452 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-494531a6-a16f-407c-86df-a330ad5c93d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:16.034834 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] Routers {'45e424f3-151a-4354-bc78-b64c31009411'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:33:16.035436 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:32:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['45e424f3-151a-4354-bc78-b64c31009411'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:33:16.043658 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] 10.222.0.18 "PUT /v2.0/routers/45e424f3-151a-4354-bc78-b64c31009411/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7787800 Jun 03 08:33:16.254894 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:16.260801 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] Set router 45e424f3-151a-4354-bc78-b64c31009411 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:33:16.277941 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-4e6fea32-c615-401f-b87c-92fa1c6b1494 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:16.330759 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-494531a6-a16f-407c-86df-a330ad5c93d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:16.342294 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-9dfa4481-9708-4ba5-8e3e-2b8dece97ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:16.453042 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494531a6-a16f-407c-86df-a330ad5c93d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271b2fe4-4e35-4965-afe6-10206c5b4c10,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:16.457727 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-494531a6-a16f-407c-86df-a330ad5c93d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:16.465180 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-494531a6-a16f-407c-86df-a330ad5c93d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9dc161e88284430a9cfaff314666a39b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0790174 Jun 03 08:33:16.468244 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55590) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:16.557712 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf8fe-2217-4ce1-88a5-ea86072ade4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:16.594060 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf8fe-2217-4ce1-88a5-ea86072ade4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:16.628244 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Pushing event updated for resources: {'Port': ['ID=fca59703-8095-444d-bc74-d2a644be5428,revision_number=2']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:16.662184 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:16.720802 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00017b23-bcfe-4fbb-b22b-863cb8556c7e req-3071f5f5-ed89-4662-a6ba-49caf1c8144e tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:16.722606 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-00017b23-bcfe-4fbb-b22b-863cb8556c7e req-3071f5f5-ed89-4662-a6ba-49caf1c8144e tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 944 time: 0.3384969 Jun 03 08:33:16.762007 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Attempting to bind port fca59703-8095-444d-bc74-d2a644be5428 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:33:16.762007 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Attempting to bind port fca59703-8095-444d-bc74-d2a644be5428 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '8357feaa-9be8-4302-8db1-454f58ba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c'}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:33:16.762007 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Attempting to bind port fca59703-8095-444d-bc74-d2a644be5428 on network d2197ef7-85d9-4757-a2e4-13328e9df99c {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:33:16.764100 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Port fca59703-8095-444d-bc74-d2a644be5428 on network d2197ef7-85d9-4757-a2e4-13328e9df99c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 08:33:16.764422 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Attempting to bind port fca59703-8095-444d-bc74-d2a644be5428 on network d2197ef7-85d9-4757-a2e4-13328e9df99c {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:33:16.789667 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Checking agent: {'id': '0b62ef4c-67a0-4b60-a013-2ab920ba3ff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'started_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:33:16.790009 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Checking segment: {'id': '8357feaa-9be8-4302-8db1-454f58ba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:33:16.790495 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Bound using segment: {'id': '8357feaa-9be8-4302-8db1-454f58ba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c'} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:33:16.790968 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Bound port: fca59703-8095-444d-bc74-d2a644be5428, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8357feaa-9be8-4302-8db1-454f58ba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c'}}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:33:16.792624 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:16.803829 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf8fe-2217-4ce1-88a5-ea86072ade4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:16.809332 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-63fe1e9e-8a9f-4401-a120-5e44ab548fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:16.813413 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-00017b23-bcfe-4fbb-b22b-863cb8556c7e req-d39a5894-53fa-4603-ac89-0d426ab3a3c8 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824516 Jun 03 08:33:16.834503 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5cf8fe-2217-4ce1-88a5-ea86072ade4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271b2fe4-4e35-4965-afe6-10206c5b4c10,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:16.841064 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-3e5cf8fe-2217-4ce1-88a5-ea86072ade4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:16.855639 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf8fe-2217-4ce1-88a5-ea86072ade4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:16.857121 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-3e5cf8fe-2217-4ce1-88a5-ea86072ade4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/271b2fe4-4e35-4965-afe6-10206c5b4c10 HTTP/1.1" status: 204 len: 168 time: 0.3877947 Jun 03 08:33:16.883352 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device aad27326-22da-4570-8402-21f2f3a07686 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:33:16.925396 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] For port fca59703-8095-444d-bc74-d2a644be5428, host hv-cinder-78726, cleared binding levels {{(pid=92357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:33:16.929799 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] For port fca59703-8095-444d-bc74-d2a644be5428, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fca59703-8095-444d-bc74-d2a644be5428,segment=NetworkSegment(8357feaa-9be8-4302-8db1-454f58ba9544),segment_id=8357feaa-9be8-4302-8db1-454f58ba9544)] {{(pid=92357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:33:16.967241 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e424f3-151a-4354-bc78-b64c31009411', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aad27326-22da-4570-8402-21f2f3a07686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:33:05Z', 'updated_at': '2021-06-03T08:33:13Z', 'revision_number': 4, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'gw_port': {'id': 'aad27326-22da-4570-8402-21f2f3a07686', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:06Z', 'updated_at': '2021-06-03T08:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'd21c1e63-fe95-448d-b229-a898016944e2', 'name': '', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'mac_address': 'fa:16:3e:37:5a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:11Z', 'updated_at': '2021-06-03T08:33:14Z', 'revision_number': 2, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'subnets': [{'id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:33:16.975307 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] Checking router: 45e424f3-151a-4354-bc78-b64c31009411 for host: dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:33:16.975671 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] Updating router 45e424f3-151a-4354-bc78-b64c31009411 port d21c1e63-fe95-448d-b229-a898016944e2 binding host dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 08:33:17.038121 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port aad27326-22da-4570-8402-21f2f3a07686 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:33:17.038838 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:17.072724 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:17.092766 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dd6f8-44f9-4005-a84f-726d5de8be42 req-b89b6cc0-fe83-46f4-b41e-c45f99dac613 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:17.094630 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-078dd6f8-44f9-4005-a84f-726d5de8be42 req-b89b6cc0-fe83-46f4-b41e-c45f99dac613 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.0827940 Jun 03 08:33:17.143518 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-078dd6f8-44f9-4005-a84f-726d5de8be42 req-70e55240-d117-43e6-8f81-93aae8d2989d tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429001 Jun 03 08:33:17.144817 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:17.150877 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:17.230626 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Pushing event updated for resources: {'Port': ['ID=fca59703-8095-444d-bc74-d2a644be5428,revision_number=3']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:17.234257 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:17.235343 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55610) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:17.239509 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:17.240187 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:17.241541 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] 10.222.0.47 "PUT /v2.0/ports/fca59703-8095-444d-bc74-d2a644be5428 HTTP/1.1" status: 200 len: 1094 time: 2.6093676 Jun 03 08:33:17.242010 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c45d673-aea3-4138-86c7-fbc4d9e1b63d', 'tag': 'fca59703-8095-444d-bc74-d2a644be5428'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:33:17.244106 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-d2e278e9-b60b-4e5d-9374-596b371eb8ba tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--502147764', 'description': 'tempest-description--1812296106'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:33:17.244314 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb7a725-8b3e-4ad6-9fd1-9a965384fabf" -d '{"events": [{"name": "network-changed", "server_uuid": "7c45d673-aea3-4138-86c7-fbc4d9e1b63d", "tag": "fca59703-8095-444d-bc74-d2a644be5428"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:33:17.274948 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-d2e278e9-b60b-4e5d-9374-596b371eb8ba tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:17.280859 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-d2e278e9-b60b-4e5d-9374-596b371eb8ba tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Usage tracker for resource:security_group and tenant:bdd92ec4f372413b96455fe8b4025af3 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:17.285578 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-d2e278e9-b60b-4e5d-9374-596b371eb8ba tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:17.298115 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-d2e278e9-b60b-4e5d-9374-596b371eb8ba tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:17.331202 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92443576-6dba-4175-bb1d-d3c0f1b27bc7 x-openstack-request-id: req-92443576-6dba-4175-bb1d-d3c0f1b27bc7 {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:33:17.331731 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c45d673-aea3-4138-86c7-fbc4d9e1b63d", "tag": "fca59703-8095-444d-bc74-d2a644be5428", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:33:17.331911 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92443576-6dba-4175-bb1d-d3c0f1b27bc7 {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:33:17.332327 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c45d673-aea3-4138-86c7-fbc4d9e1b63d', 'tag': 'fca59703-8095-444d-bc74-d2a644be5428', 'status': 'completed', 'code': 200} Jun 03 08:33:17.423224 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d2e278e9-b60b-4e5d-9374-596b371eb8ba tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:17.468809 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-d2e278e9-b60b-4e5d-9374-596b371eb8ba tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:17.474439 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-d2e278e9-b60b-4e5d-9374-596b371eb8ba tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Usage tracker for resource:security_group_rule and tenant:bdd92ec4f372413b96455fe8b4025af3 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:17.478800 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-d2e278e9-b60b-4e5d-9374-596b371eb8ba tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:17.480687 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d40ea-de75-452c-b0f7-8f0cbdffc07f req-44f49a59-ad3e-4111-8ae1-33baeab63af7 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:17.482220 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ad1d40ea-de75-452c-b0f7-8f0cbdffc07f req-44f49a59-ad3e-4111-8ae1-33baeab63af7 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 945 time: 0.1490679 Jun 03 08:33:17.486675 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-d2e278e9-b60b-4e5d-9374-596b371eb8ba tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:17.489919 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7a725-8b3e-4ad6-9fd1-9a965384fabf req-030c9b7e-3fa8-4887-a3f3-b275086ed9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:17.491884 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7cb7a725-8b3e-4ad6-9fd1-9a965384fabf req-030c9b7e-3fa8-4887-a3f3-b275086ed9f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cff062860f9940faa57e665635bf80ef&device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 1097 time: 0.1269169 Jun 03 08:33:17.520848 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55620) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:17.638974 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d2e278e9-b60b-4e5d-9374-596b371eb8ba tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:17.668040 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ad1d40ea-de75-452c-b0f7-8f0cbdffc07f req-203be1bb-b07e-46a3-8682-ae45e44d8af5 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaf68311-8fbf-4078-86d1-066eb43c932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749232 Jun 03 08:33:17.695755 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d2e278e9-b60b-4e5d-9374-596b371eb8ba tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:17.710768 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] Notify callbacks [] for port, precommit_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:17.726517 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-7d8f01e8-5d97-41f8-9ede-86c3d4134ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:17.737184 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] Transition to ACTIVE for port object d21c1e63-fe95-448d-b229-a898016944e2 will not be triggered until provisioned by entity L2. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:33:17.768919 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e278e9-b60b-4e5d-9374-596b371eb8ba tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df9945a-0314-49e4-9c46-acf656a140cd,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:17.785862 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d2e278e9-b60b-4e5d-9374-596b371eb8ba tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:17.788720 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7a725-8b3e-4ad6-9fd1-9a965384fabf req-0f439ad0-2235-479a-b590-3550322ff93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:17.790199 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7cb7a725-8b3e-4ad6-9fd1-9a965384fabf req-0f439ad0-2235-479a-b590-3550322ff93e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=cff062860f9940faa57e665635bf80ef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2830997 Jun 03 08:33:17.792595 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:17.833366 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d2e278e9-b60b-4e5d-9374-596b371eb8ba tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:17.834991 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:17.837153 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-d2e278e9-b60b-4e5d-9374-596b371eb8ba tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5988352 Jun 03 08:33:17.840161 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55632) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:17.850546 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-d39dfbce-5d24-4e18-8816-698a54ac2b73 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Request body: {'security_group_rule': {'security_group_id': '0df9945a-0314-49e4-9c46-acf656a140cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:33:17.857079 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:17.879000 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-d39dfbce-5d24-4e18-8816-698a54ac2b73 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:17.891673 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-d39dfbce-5d24-4e18-8816-698a54ac2b73 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Usage tracker for resource:security_group_rule and tenant:bdd92ec4f372413b96455fe8b4025af3 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:17.904014 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-d39dfbce-5d24-4e18-8816-698a54ac2b73 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:17.924909 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-d39dfbce-5d24-4e18-8816-698a54ac2b73 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:18.046700 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7a725-8b3e-4ad6-9fd1-9a965384fabf req-dc4e71ea-9acb-4975-a759-c0381d139b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:18.047671 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7cb7a725-8b3e-4ad6-9fd1-9a965384fabf req-dc4e71ea-9acb-4975-a759-c0381d139b37 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2422855 Jun 03 08:33:18.069043 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-bef47d4e-464d-43b2-952e-8dc6f1c2147f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:18.213375 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-bef47d4e-464d-43b2-952e-8dc6f1c2147f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:18.222496 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d39dfbce-5d24-4e18-8816-698a54ac2b73 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:18.254339 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-bef47d4e-464d-43b2-952e-8dc6f1c2147f admin admin] Usage tracker for resource:security_group_rule and tenant:73bd992c4836463da373caf930a7425a is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:18.268361 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-bef47d4e-464d-43b2-952e-8dc6f1c2147f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:18.299931 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ae9df-9ffb-4f15-bc7b-ce79b1ee8481 None None] Pushing event updated for resources: {'Port': ['ID=d21c1e63-fe95-448d-b229-a898016944e2,revision_number=3']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:18.301666 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-bef47d4e-464d-43b2-952e-8dc6f1c2147f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:18.304683 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-a48ae9df-9ffb-4f15-bc7b-ce79b1ee8481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:18.323230 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-dbc521ec-6202-4a95-8809-1c9c8461ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:18.327794 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-dbc521ec-6202-4a95-8809-1c9c8461ca4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cff062860f9940faa57e665635bf80ef&device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 1097 time: 0.1896222 Jun 03 08:33:18.332877 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] Attempting to bind port d21c1e63-fe95-448d-b229-a898016944e2 on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:33:18.333401 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] Attempting to bind port d21c1e63-fe95-448d-b229-a898016944e2 by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': 'bb5e6721-c932-40a6-91b3-466d55177c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '770556f7-a783-4401-a31e-c720773b8096'}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:33:18.333774 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] Attempting to bind port d21c1e63-fe95-448d-b229-a898016944e2 on network 770556f7-a783-4401-a31e-c720773b8096 {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:33:18.340619 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:33:18.341010 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] Checking segment: {'id': 'bb5e6721-c932-40a6-91b3-466d55177c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '770556f7-a783-4401-a31e-c720773b8096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:33:18.341599 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:18.341998 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] Bound using segment: {'id': 'bb5e6721-c932-40a6-91b3-466d55177c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '770556f7-a783-4401-a31e-c720773b8096'} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:33:18.342508 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] Bound port: d21c1e63-fe95-448d-b229-a898016944e2, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5e6721-c932-40a6-91b3-466d55177c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '770556f7-a783-4401-a31e-c720773b8096'}}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:33:18.342888 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:18.408732 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a48246-cb8a-4dc5-8db5-2d89cc8c2342 req-94f25b7c-c772-499b-9f01-d988f02fb70c tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:18.410865 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-b5a48246-cb8a-4dc5-8db5-2d89cc8c2342 req-94f25b7c-c772-499b-9f01-d988f02fb70c tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 944 time: 0.3092213 Jun 03 08:33:18.453688 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d39dfbce-5d24-4e18-8816-698a54ac2b73 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:18.455508 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] For port d21c1e63-fe95-448d-b229-a898016944e2, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:33:18.469690 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] For port d21c1e63-fe95-448d-b229-a898016944e2, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=d21c1e63-fe95-448d-b229-a898016944e2,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:33:18.485249 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-b5a48246-cb8a-4dc5-8db5-2d89cc8c2342 req-7d1af8ce-57c0-4202-a25b-d55f34548a1d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665841 Jun 03 08:33:18.491971 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-29d1b77f-1e10-4a4c-85e3-e93f1e48ce02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fca59703-8095-444d-bc74-d2a644be5428 HTTP/1.1" status: 200 len: 217 time: 0.1563792 Jun 03 08:33:18.564521 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d39dfbce-5d24-4e18-8816-698a54ac2b73 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270152'] for security_group_rule, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:18.567388 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:18.578392 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-8a8c9b4a-8ea4-4390-b993-769c52555472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:18.579804 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-8a8c9b4a-8ea4-4390-b993-769c52555472 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=953f21ea-c75c-4545-b610-547c5766cd2e HTTP/1.1" status: 200 len: 854 time: 0.0804749 Jun 03 08:33:18.586633 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39dfbce-5d24-4e18-8816-698a54ac2b73 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd89ba6-fd92-4c7e-9249-dabc27abe8bc,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:18.594609 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d39dfbce-5d24-4e18-8816-698a54ac2b73 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:18.607214 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:18.621461 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:18.637737 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-1e026f18-6084-4f88-8079-9cdaadb1a7d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2197ef7-85d9-4757-a2e4-13328e9df99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492742 Jun 03 08:33:18.648742 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f708163-44c6-43d9-8f3b-b99e1337b8bf req-303267d8-af1e-4d33-975f-a83d3f28fed2 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:18.655857 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3f708163-44c6-43d9-8f3b-b99e1337b8bf req-303267d8-af1e-4d33-975f-a83d3f28fed2 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.2357020 Jun 03 08:33:18.705273 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] Routers {'45e424f3-151a-4354-bc78-b64c31009411'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:33:18.705273 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:32:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['45e424f3-151a-4354-bc78-b64c31009411'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:33:18.920058 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-bef47d4e-464d-43b2-952e-8dc6f1c2147f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:18.921885 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d39dfbce-5d24-4e18-8816-698a54ac2b73 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:18.923329 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-d39dfbce-5d24-4e18-8816-698a54ac2b73 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0819380 Jun 03 08:33:18.926296 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55654) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:18.932475 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-eccb2d8a-dd4f-4f95-8c22-6d790b1c4be4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Request body: {'security_group_rule': {'security_group_id': '0df9945a-0314-49e4-9c46-acf656a140cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:33:18.934559 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3f708163-44c6-43d9-8f3b-b99e1337b8bf req-04c455ae-223f-457d-a675-89c2a9201442 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772608 Jun 03 08:33:18.938901 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-eccb2d8a-dd4f-4f95-8c22-6d790b1c4be4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:18.943898 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-eccb2d8a-dd4f-4f95-8c22-6d790b1c4be4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Usage tracker for resource:security_group_rule and tenant:bdd92ec4f372413b96455fe8b4025af3 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:18.949345 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-eccb2d8a-dd4f-4f95-8c22-6d790b1c4be4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:18.955109 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-eccb2d8a-dd4f-4f95-8c22-6d790b1c4be4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:18.974549 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-fc25bb5f-87bb-4ae7-be2b-359dc6e7e534 service neutron] 10.222.0.47 "GET /v2.0/networks/d2197ef7-85d9-4757-a2e4-13328e9df99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151038 Jun 03 08:33:19.029490 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-bef47d4e-464d-43b2-952e-8dc6f1c2147f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:19.035672 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ae9df-9ffb-4f15-bc7b-ce79b1ee8481 None None] Pushing event updated for resources: {'Port': ['ID=d21c1e63-fe95-448d-b229-a898016944e2,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:19.036369 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:19.038581 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-a48ae9df-9ffb-4f15-bc7b-ce79b1ee8481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:19.094389 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef47d4e-464d-43b2-952e-8dc6f1c2147f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901b57c4-e46d-4702-8add-8f0257250c65,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:19.097793 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-bef47d4e-464d-43b2-952e-8dc6f1c2147f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:19.113136 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-bef47d4e-464d-43b2-952e-8dc6f1c2147f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73bd992c4836463da373caf930a7425a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5862966 Jun 03 08:33:19.113324 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55658) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:19.129651 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] Set router 45e424f3-151a-4354-bc78-b64c31009411 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:33:19.160387 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-eccb2d8a-dd4f-4f95-8c22-6d790b1c4be4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:19.165252 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0f5542d8-560e-4a46-b413-7f7f38ecd810 req-3d618b23-113c-49be-8338-f14e3a15c6a9 service neutron] 10.222.0.47 "GET /v2.0/networks/d2197ef7-85d9-4757-a2e4-13328e9df99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751564 Jun 03 08:33:19.256997 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d7957c9e-aa14-4ad5-adc8-c265e424cfb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:19.313107 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d7957c9e-aa14-4ad5-adc8-c265e424cfb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:19.381167 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-eccb2d8a-dd4f-4f95-8c22-6d790b1c4be4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:19.505906 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-eccb2d8a-dd4f-4f95-8c22-6d790b1c4be4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270152'] for security_group_rule, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:19.507918 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:19.533975 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb2d8a-dd4f-4f95-8c22-6d790b1c4be4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e77ebd-edff-4fda-8b6f-3ee8cc77ad70,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:19.535609 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-eccb2d8a-dd4f-4f95-8c22-6d790b1c4be4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:19.564916 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e424f3-151a-4354-bc78-b64c31009411', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aad27326-22da-4570-8402-21f2f3a07686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:33:05Z', 'updated_at': '2021-06-03T08:33:13Z', 'revision_number': 4, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'gw_port': {'id': 'aad27326-22da-4570-8402-21f2f3a07686', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:06Z', 'updated_at': '2021-06-03T08:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'd21c1e63-fe95-448d-b229-a898016944e2', 'name': '', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'mac_address': 'fa:16:3e:37:5a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:11Z', 'updated_at': '2021-06-03T08:33:18Z', 'revision_number': 4, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'subnets': [{'id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:33:19.569294 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a398ed8a-0fa0-487b-a18c-dcf5c478fdd0 None None] The sync data for ids ['45e424f3-151a-4354-bc78-b64c31009411'] in dv-cinder-787262-5-smb is: [{'id': '45e424f3-151a-4354-bc78-b64c31009411', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aad27326-22da-4570-8402-21f2f3a07686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:33:05Z', 'updated_at': '2021-06-03T08:33:13Z', 'revision_number': 4, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'gw_port': {'id': 'aad27326-22da-4570-8402-21f2f3a07686', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:06Z', 'updated_at': '2021-06-03T08:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'd21c1e63-fe95-448d-b229-a898016944e2', 'name': '', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'mac_address': 'fa:16:3e:37:5a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:11Z', 'updated_at': '2021-06-03T08:33:18Z', 'revision_number': 4, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'subnets': [{'id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:33:19.706988 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-eccb2d8a-dd4f-4f95-8c22-6d790b1c4be4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:19.708165 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-eccb2d8a-dd4f-4f95-8c22-6d790b1c4be4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7805758 Jun 03 08:33:19.710258 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d7957c9e-aa14-4ad5-adc8-c265e424cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:19.711676 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 55670) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:19.713454 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d7957c9e-aa14-4ad5-adc8-c265e424cfb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:19.714072 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-d7957c9e-aa14-4ad5-adc8-c265e424cfb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/901b57c4-e46d-4702-8add-8f0257250c65 HTTP/1.1" status: 204 len: 168 time: 0.5997643 Jun 03 08:33:19.714960 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-3e5cf8fe-2217-4ce1-88a5-ea86072ade4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:19.726266 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Request body: {'floatingip': {'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:33:19.726681 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:19.736165 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fb4f6-3dc9-42ec-bd7d-a1d1259108ef req-28c2ef27-0d23-4d5a-9ca9-e64b83b2b9f0 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:19.738416 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-765fb4f6-3dc9-42ec-bd7d-a1d1259108ef req-28c2ef27-0d23-4d5a-9ca9-e64b83b2b9f0 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 944 time: 0.1335793 Jun 03 08:33:19.739795 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7957c9e-aa14-4ad5-adc8-c265e424cfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901b57c4-e46d-4702-8add-8f0257250c65,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:19.742021 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d7957c9e-aa14-4ad5-adc8-c265e424cfb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:19.748199 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Usage tracker for resource:floatingip and tenant:bdd92ec4f372413b96455fe8b4025af3 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:19.777780 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:19.786370 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:19.818344 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-765fb4f6-3dc9-42ec-bd7d-a1d1259108ef req-236906f6-c594-47db-9ff2-9faef3c8d647 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599031 Jun 03 08:33:20.115410 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for floatingip, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:20.298414 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53806b-4d09-4e42-9e56-d79a4345ae3b req-b8db68a3-1336-4319-b598-eadd812ebed4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:20.315561 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ca53806b-4d09-4e42-9e56-d79a4345ae3b req-b8db68a3-1336-4319-b598-eadd812ebed4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.2447319 Jun 03 08:33:20.385202 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ca53806b-4d09-4e42-9e56-d79a4345ae3b req-1ac45fe6-c3bc-40d3-9856-69040d932542 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687912 Jun 03 08:33:20.431073 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:20.616567 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_common [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Allocated IP 172.28.3.202 (ab209c3f-5e8a-42b5-8e48-1393c2a10612/ef3066cf-66bb-4e4c-b52a-e1ade41f3158/38ed1ec9-c896-4bbd-badc-e2edb4c73621) {{(pid=92357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:33:20.820272 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for port, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:20.941325 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device d21c1e63-fe95-448d-b229-a898016944e2 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:33:21.044569 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 55706) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:21.051707 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e882922-b993-4e9d-9200-f20929eb9a49 req-4c749d97-ca7d-4027-9593-7e2fcf88f1d5 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:21.053214 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-1e882922-b993-4e9d-9200-f20929eb9a49 req-4c749d97-ca7d-4027-9593-7e2fcf88f1d5 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 944 time: 0.0837319 Jun 03 08:33:21.069589 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:21.073432 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-5bce21ce-7136-4ae7-b1e9-910be421151a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:21.088568 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:21.104316 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-1e882922-b993-4e9d-9200-f20929eb9a49 req-11f0247d-0cb0-4822-9017-028e1f143ca7 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446489 Jun 03 08:33:21.154574 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-5bce21ce-7136-4ae7-b1e9-910be421151a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:21.159764 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-5bce21ce-7136-4ae7-b1e9-910be421151a admin admin] Usage tracker for resource:security_group_rule and tenant:c6d21c83a60645de985485268f088fa6 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:21.164034 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port d21c1e63-fe95-448d-b229-a898016944e2 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:33:21.164333 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-5bce21ce-7136-4ae7-b1e9-910be421151a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:21.168110 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Network ab209c3f-5e8a-42b5-8e48-1393c2a10612 is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:33:21.170511 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port d21c1e63-fe95-448d-b229-a898016944e2 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:33:21.171056 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:21.173434 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:33:21.176138 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Received port after_create {{(pid=92357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:33:21.201279 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-5bce21ce-7136-4ae7-b1e9-910be421151a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:21.231441 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Pushing event updated for resources: {'Port': ['ID=38ed1ec9-c896-4bbd-badc-e2edb4c73621,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:21.234435 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:21.303830 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:21.336152 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] For port d21c1e63-fe95-448d-b229-a898016944e2, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=d21c1e63-fe95-448d-b229-a898016944e2,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:33:21.362979 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:21.397907 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-5bce21ce-7136-4ae7-b1e9-910be421151a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:21.466229 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:21.468384 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:21.492813 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-5bce21ce-7136-4ae7-b1e9-910be421151a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:21.544788 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-f262aa66-196c-4f5b-85a6-72497a353820 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:21.549042 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Pushing event updated for resources: {'Port': ['ID=d21c1e63-fe95-448d-b229-a898016944e2,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:21.552124 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:21.670246 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-5bce21ce-7136-4ae7-b1e9-910be421151a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6d21c83a60645de985485268f088fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6239562 Jun 03 08:33:21.687150 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55722) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:21.687515 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce21ce-7136-4ae7-b1e9-910be421151a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d0948d-b39a-45f8-af37-982b71b1b821,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:21.687515 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:21.710920 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-5bce21ce-7136-4ae7-b1e9-910be421151a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:21.767196 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-504730a4-f874-4a15-9dfd-2c7aaaad22cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:21.803002 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-504730a4-f874-4a15-9dfd-2c7aaaad22cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:21.807492 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540b942-1eaf-4d13-ba97-d923a4f6d7b1 req-4e677352-d67e-4fe8-af4c-1d450530726b tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:21.810931 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b540b942-1eaf-4d13-ba97-d923a4f6d7b1 req-4e677352-d67e-4fe8-af4c-1d450530726b tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.2668998 Jun 03 08:33:21.933809 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b540b942-1eaf-4d13-ba97-d923a4f6d7b1 req-da1b98e6-3d75-4f5f-8343-fb2ecf21d683 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176252 Jun 03 08:33:21.970113 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-504730a4-f874-4a15-9dfd-2c7aaaad22cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:21.975437 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-8358ff6d-b933-408c-885e-dfab06f90cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:21.976133 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for port, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:21.994830 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504730a4-f874-4a15-9dfd-2c7aaaad22cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d0948d-b39a-45f8-af37-982b71b1b821,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:21.998371 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-504730a4-f874-4a15-9dfd-2c7aaaad22cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:22.000362 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-504730a4-f874-4a15-9dfd-2c7aaaad22cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:22.002538 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-504730a4-f874-4a15-9dfd-2c7aaaad22cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a4d0948d-b39a-45f8-af37-982b71b1b821 HTTP/1.1" status: 204 len: 168 time: 0.3284283 Jun 03 08:33:22.120498 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:22.123727 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-4c699d4d-b56c-4bc6-a856-89f3169ab3b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:22.303377 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361148'] for floatingip, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:22.335604 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Pushing event updated for resources: {'Port': ['ID=38ed1ec9-c896-4bbd-badc-e2edb4c73621,revision_number=2']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:22.347456 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:22.352106 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc06a3-0d7a-428c-94d5-74c65054f451 req-93fff998-7039-4c77-8d6f-65577dc9039d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:22.354509 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-50fc06a3-0d7a-428c-94d5-74c65054f451 req-93fff998-7039-4c77-8d6f-65577dc9039d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 944 time: 0.1107609 Jun 03 08:33:22.359703 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device fca59703-8095-444d-bc74-d2a644be5428 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:33:22.432248 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-50fc06a3-0d7a-428c-94d5-74c65054f451 req-a66e35b3-a683-4141-a039-0f38448024ad tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531847 Jun 03 08:33:22.495860 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for floatingip, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:22.509208 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7839046 Jun 03 08:33:22.569857 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port fca59703-8095-444d-bc74-d2a644be5428, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fca59703-8095-444d-bc74-d2a644be5428,segment=NetworkSegment(8357feaa-9be8-4302-8db1-454f58ba9544),segment_id=8357feaa-9be8-4302-8db1-454f58ba9544)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:33:22.585340 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': 'fca59703-8095-444d-bc74-d2a644be5428', 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c', 'port_id': 'fca59703-8095-444d-bc74-d2a644be5428', 'mac_address': 'fa:16:3e:b0:ad:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953f21ea-c75c-4545-b610-547c5766cd2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:33:22.647399 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:22.666758 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca59703-8095-444d-bc74-d2a644be5428 {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:33:22.689137 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port fca59703-8095-444d-bc74-d2a644be5428, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fca59703-8095-444d-bc74-d2a644be5428,segment=NetworkSegment(8357feaa-9be8-4302-8db1-454f58ba9544),segment_id=8357feaa-9be8-4302-8db1-454f58ba9544)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:33:22.774695 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-695d5086-aad4-40b2-91e3-be7f4113e1ee tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--502147764&fields=id&tenant_id=bdd92ec4f372413b96455fe8b4025af3 HTTP/1.1" status: 200 len: 267 time: 0.0431495 Jun 03 08:33:22.830866 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device d21c1e63-fe95-448d-b229-a898016944e2 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:33:22.865203 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:22.873337 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:22.942458 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-ea3f702d-ba03-46ce-af45-4aa29bf5ed8e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:22.944125 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-ea3f702d-ba03-46ce-af45-4aa29bf5ed8e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/networks?id=770556f7-a783-4401-a31e-c720773b8096 HTTP/1.1" status: 200 len: 816 time: 0.1606839 Jun 03 08:33:22.966387 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-308ca9ed-8d20-4bfc-8554-35d7bac77998 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/quotas/bdd92ec4f372413b96455fe8b4025af3 HTTP/1.1" status: 200 len: 375 time: 0.0139313 Jun 03 08:33:22.978686 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=fca59703-8095-444d-bc74-d2a644be5428,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:22.984569 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:23.006188 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port d21c1e63-fe95-448d-b229-a898016944e2 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:33:23.006865 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:23.111150 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-ff7c1f82-ee58-4c9b-9320-1a26889e4ce5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bdd92ec4f372413b96455fe8b4025af3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1285398 Jun 03 08:33:23.207678 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79a31f-6c24-4464-b123-85f654a1d73b req-8f9a210a-78ec-4537-876a-42bb74aab8fb tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:23.214947 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-8d79a31f-6c24-4464-b123-85f654a1d73b req-8f9a210a-78ec-4537-876a-42bb74aab8fb tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.1129327 Jun 03 08:33:23.271285 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-8d79a31f-6c24-4464-b123-85f654a1d73b req-0f3e561c-d6b2-48e8-83a5-be8519a89be7 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553682 Jun 03 08:33:23.304636 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-d727b30d-629a-437c-84c6-60765d2a5d8e service neutron] 10.222.0.18 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829274 Jun 03 08:33:23.399559 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['fca59703-8095-444d-bc74-d2a644be5428'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:33:23.467247 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-ee0d5de4-d36c-4212-8cda-19dfb937e94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:23.473448 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-83d95969-e93a-42b4-9199-23966fbcb764 service neutron] 10.222.0.18 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602783 Jun 03 08:33:23.748029 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd6f0c-2163-477c-ac22-cf9dab424d56 req-a786d561-7c92-431b-b022-7fbd11662fa0 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:23.750608 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-cbfd6f0c-2163-477c-ac22-cf9dab424d56 req-a786d561-7c92-431b-b022-7fbd11662fa0 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 945 time: 0.1732202 Jun 03 08:33:23.801641 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-cbfd6f0c-2163-477c-ac22-cf9dab424d56 req-2f8fe8d8-9a97-4a55-b303-6e3ca7a25416 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429499 Jun 03 08:33:23.867590 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f3039-4273-486a-b2c6-71c87dc20a9c req-6f87db13-de74-4373-8a27-48ed61d203d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:23.869144 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-1f2f3039-4273-486a-b2c6-71c87dc20a9c req-6f87db13-de74-4373-8a27-48ed61d203d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 1098 time: 0.0861433 Jun 03 08:33:23.975236 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-abe7054e-30ef-414c-bee8-571c75b30314 req-548f77c9-a552-44e9-baa8-81b83dea8fc7 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 210 time: 0.0661235 Jun 03 08:33:24.008899 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-1f2f3039-4273-486a-b2c6-71c87dc20a9c req-729afcd6-c32f-40bd-9cdf-058c4fd0d574 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143718 Jun 03 08:33:24.474000 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b93543-ed6d-4aa7-8c27-7dae01062079 req-ac98edbe-bb43-49fb-98f1-961acca7d091 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:24.478773 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a2b93543-ed6d-4aa7-8c27-7dae01062079 req-ac98edbe-bb43-49fb-98f1-961acca7d091 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.0983200 Jun 03 08:33:24.532655 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a2b93543-ed6d-4aa7-8c27-7dae01062079 req-53963e78-7efa-4a86-a904-ebb8d6e05338 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512145 Jun 03 08:33:24.630347 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d9b29-c854-473b-9791-11d8c67104e1 req-d2a6d980-f656-4923-b56b-77b7a23c33c3 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:24.631934 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d03d9b29-c854-473b-9791-11d8c67104e1 req-d2a6d980-f656-4923-b56b-77b7a23c33c3 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 945 time: 0.0831125 Jun 03 08:33:24.696413 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d03d9b29-c854-473b-9791-11d8c67104e1 req-1439004c-e3c0-4311-8e18-9df0eee0bdcd tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaf68311-8fbf-4078-86d1-066eb43c932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586653 Jun 03 08:33:24.857302 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 55840) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:25.003764 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-8647ebac-dc61-4c85-bf96-136811aa72d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:25.013375 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cccaae-40db-4e88-8f21-4f54a5e67d5c req-229ff3c4-5cc0-4d60-b678-529bca78a191 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:25.020252 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f9cccaae-40db-4e88-8f21-4f54a5e67d5c req-229ff3c4-5cc0-4d60-b678-529bca78a191 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 945 time: 0.0957968 Jun 03 08:33:25.020675 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-8647ebac-dc61-4c85-bf96-136811aa72d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:25.024321 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-8647ebac-dc61-4c85-bf96-136811aa72d2 admin admin] Usage tracker for resource:security_group_rule and tenant:be846e303b4e4f85a781bea13d482f2e is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:25.027205 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-8647ebac-dc61-4c85-bf96-136811aa72d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:25.033083 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-8647ebac-dc61-4c85-bf96-136811aa72d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:25.074595 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f9cccaae-40db-4e88-8f21-4f54a5e67d5c req-09764536-86a1-4f88-a1da-3621676e6db4 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534229 Jun 03 08:33:25.099021 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-d2089c6d-67c3-4484-8a97-cac4f11a42ca req-6caed264-f62e-4d5e-8b7c-a2abcba11cb5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Synchronizing usage tracker for tenant:bdd92ec4f372413b96455fe8b4025af3 on resource:port {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:33:25.179460 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-8647ebac-dc61-4c85-bf96-136811aa72d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:25.264096 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-8647ebac-dc61-4c85-bf96-136811aa72d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:25.273915 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-c856461b-f84a-430b-8ed1-9f57e8751298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:25.323950 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-8647ebac-dc61-4c85-bf96-136811aa72d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be846e303b4e4f85a781bea13d482f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4655616 Jun 03 08:33:25.349160 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647ebac-dc61-4c85-bf96-136811aa72d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec94aca-2686-40e5-a250-64cb57cdd149,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:25.349160 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-8647ebac-dc61-4c85-bf96-136811aa72d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:25.351499 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 55860) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:25.410307 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-641f8956-c515-403b-b660-b7af0db94136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:25.438603 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-641f8956-c515-403b-b660-b7af0db94136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:25.466877 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-d2089c6d-67c3-4484-8a97-cac4f11a42ca req-6caed264-f62e-4d5e-8b7c-a2abcba11cb5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Unset dirty status for tenant:bdd92ec4f372413b96455fe8b4025af3 on resource:port {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:33:25.468483 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d2089c6d-67c3-4484-8a97-cac4f11a42ca req-6caed264-f62e-4d5e-8b7c-a2abcba11cb5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 210 time: 0.4160786 Jun 03 08:33:25.616224 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-641f8956-c515-403b-b660-b7af0db94136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:25.620321 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:25.632597 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f8956-c515-403b-b660-b7af0db94136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec94aca-2686-40e5-a250-64cb57cdd149,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:25.636320 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-641f8956-c515-403b-b660-b7af0db94136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:25.639715 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-641f8956-c515-403b-b660-b7af0db94136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:25.641690 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-641f8956-c515-403b-b660-b7af0db94136 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dec94aca-2686-40e5-a250-64cb57cdd149 HTTP/1.1" status: 204 len: 168 time: 0.2891607 Jun 03 08:33:25.789117 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e6ec7-3649-4735-a366-8798ea7b1c99 req-9a8a8639-15ee-4a2a-aac0-75b278997b6f tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:25.794241 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-015e6ec7-3649-4735-a366-8798ea7b1c99 req-9a8a8639-15ee-4a2a-aac0-75b278997b6f tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.1401141 Jun 03 08:33:25.873823 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-015e6ec7-3649-4735-a366-8798ea7b1c99 req-c3f281e2-067c-4ff6-8a25-8aad31b3e1de tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742610 Jun 03 08:33:25.939116 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8736f-4910-4c7e-8f9e-455fdffc06ac req-fcf5e661-2d84-4fcf-a751-8c0c5a2cc5ad tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:25.940845 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-6ab8736f-4910-4c7e-8f9e-455fdffc06ac req-fcf5e661-2d84-4fcf-a751-8c0c5a2cc5ad tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 945 time: 0.1069686 Jun 03 08:33:25.992178 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-6ab8736f-4910-4c7e-8f9e-455fdffc06ac req-eb32bcee-f875-4d0b-b04a-eb17460d8cf2 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaf68311-8fbf-4078-86d1-066eb43c932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455022 Jun 03 08:33:26.284956 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e935723-0c47-4d42-a170-7895eea94537 req-6f934aeb-c189-4277-9bac-05dbd702c4cd tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:26.286444 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3e935723-0c47-4d42-a170-7895eea94537 req-6f934aeb-c189-4277-9bac-05dbd702c4cd tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 945 time: 0.0939851 Jun 03 08:33:26.335988 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3e935723-0c47-4d42-a170-7895eea94537 req-2d62c14b-b485-4e9e-b918-83d753f01509 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430725 Jun 03 08:33:26.387047 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:26.401844 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device fca59703-8095-444d-bc74-d2a644be5428 up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:33:26.559861 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning for port fca59703-8095-444d-bc74-d2a644be5428 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:33:26.566765 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port fca59703-8095-444d-bc74-d2a644be5428 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:33:26.567333 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:26.688052 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-0b7942e0-d540-428a-84a9-4ea473b6cadb req-e31c0501-d52d-4cb3-ac88-747cc80655e2 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 210 time: 0.0891628 Jun 03 08:33:26.729694 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:26.759018 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c45d673-aea3-4138-86c7-fbc4d9e1b63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca59703-8095-444d-bc74-d2a644be5428'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:33:26.761491 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b68825-1c27-4718-8919-d4000037732a" -d '{"events": [{"server_uuid": "7c45d673-aea3-4138-86c7-fbc4d9e1b63d", "name": "network-vif-plugged", "status": "completed", "tag": "fca59703-8095-444d-bc74-d2a644be5428"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:33:26.773907 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-b19c2eb3-4f47-4fc7-9860-f8fbb5d8d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:26.777381 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port fca59703-8095-444d-bc74-d2a644be5428, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fca59703-8095-444d-bc74-d2a644be5428,segment=NetworkSegment(8357feaa-9be8-4302-8db1-454f58ba9544),segment_id=8357feaa-9be8-4302-8db1-454f58ba9544)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:33:26.803730 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9667b88-0823-42b8-a248-d68ba71e3a23 x-openstack-request-id: req-f9667b88-0823-42b8-a248-d68ba71e3a23 {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:33:26.804032 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c45d673-aea3-4138-86c7-fbc4d9e1b63d", "name": "network-vif-plugged", "status": "completed", "tag": "fca59703-8095-444d-bc74-d2a644be5428", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:33:26.804307 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9667b88-0823-42b8-a248-d68ba71e3a23 {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:33:26.804681 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c45d673-aea3-4138-86c7-fbc4d9e1b63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca59703-8095-444d-bc74-d2a644be5428', 'code': 200} Jun 03 08:33:26.925684 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:26.928279 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:26.968446 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5996c-0161-41da-a9df-8cfdf1884b7f req-47fff731-c20a-4177-8660-31ead71f8ca4 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:26.970549 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b6a5996c-0161-41da-a9df-8cfdf1884b7f req-47fff731-c20a-4177-8660-31ead71f8ca4 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 945 time: 0.1022208 Jun 03 08:33:27.007611 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=fca59703-8095-444d-bc74-d2a644be5428,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:27.010857 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:27.079774 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82246bc6-9951-4c1f-baea-493d170cde34 req-d5c1f708-e546-46ef-b5d4-2caa45a371f9 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:27.082324 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-82246bc6-9951-4c1f-baea-493d170cde34 req-d5c1f708-e546-46ef-b5d4-2caa45a371f9 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.0847211 Jun 03 08:33:27.119769 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-b6a5996c-0161-41da-a9df-8cfdf1884b7f req-36d7414d-b790-4e60-83f4-e788e8cb0a33 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Deleting port f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:33:27.120431 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-b6a5996c-0161-41da-a9df-8cfdf1884b7f req-36d7414d-b790-4e60-83f4-e788e8cb0a33 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:27.175963 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-82246bc6-9951-4c1f-baea-493d170cde34 req-948c3f47-7054-4e98-9bf9-a3239370583e tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831187 Jun 03 08:33:27.319323 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-b6a5996c-0161-41da-a9df-8cfdf1884b7f req-36d7414d-b790-4e60-83f4-e788e8cb0a33 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] For port f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f,segment=NetworkSegment(f3fb3b03-8bd4-4b4b-b44e-44e363eeeec0),segment_id=f3fb3b03-8bd4-4b4b-b44e-44e363eeeec0)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:33:27.319889 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-b6a5996c-0161-41da-a9df-8cfdf1884b7f req-36d7414d-b790-4e60-83f4-e788e8cb0a33 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:27.497276 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdcee9-8912-4093-a656-9c2e81706ff0 req-29006d3f-dea5-4346-9aaa-177c5404a62c tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:27.504612 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-76cdcee9-8912-4093-a656-9c2e81706ff0 req-29006d3f-dea5-4346-9aaa-177c5404a62c tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.2153752 Jun 03 08:33:27.568805 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-b6a5996c-0161-41da-a9df-8cfdf1884b7f req-36d7414d-b790-4e60-83f4-e788e8cb0a33 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Calling delete_port for f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f owned by compute:nova {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:33:27.572651 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-106853ce-7cab-4320-a395-f9d477dea3f1 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:27.573357 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-106853ce-7cab-4320-a395-f9d477dea3f1 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Synchronizing usage tracker for tenant:bdd92ec4f372413b96455fe8b4025af3 on resource:network {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:33:27.582178 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-76cdcee9-8912-4093-a656-9c2e81706ff0 req-4e8e7a5e-bbd6-49aa-8247-2c92f69f0554 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765493 Jun 03 08:33:27.589347 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba798021-15e6-4ff3-8489-83cf00cc8283 req-07e7d385-18a2-44bb-92c9-a87c5d4126a0 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:27.590630 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ba798021-15e6-4ff3-8489-83cf00cc8283 req-07e7d385-18a2-44bb-92c9-a87c5d4126a0 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 945 time: 0.3786998 Jun 03 08:33:27.719047 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-106853ce-7cab-4320-a395-f9d477dea3f1 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Unset dirty status for tenant:bdd92ec4f372413b96455fe8b4025af3 on resource:network {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:33:27.720183 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-106853ce-7cab-4320-a395-f9d477dea3f1 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.47 "GET /v2.0/networks?id=770556f7-a783-4401-a31e-c720773b8096 HTTP/1.1" status: 200 len: 816 time: 0.3547676 Jun 03 08:33:27.809958 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:27.814455 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d0eba-ee13-4e17-9d76-ff1d851e9db9 req-434e541c-3da7-4b81-8555-ee846e9c6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:27.818674 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-986d0eba-ee13-4e17-9d76-ff1d851e9db9 req-434e541c-3da7-4b81-8555-ee846e9c6d8f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 1099 time: 0.3695910 Jun 03 08:33:27.820238 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ba798021-15e6-4ff3-8489-83cf00cc8283 req-80719539-79a9-4c62-89e5-ab94ffedbed5 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaf68311-8fbf-4078-86d1-066eb43c932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139204 Jun 03 08:33:27.884788 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-5ef5814f-f0f0-44ba-826b-664c9d9dec60 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Synchronizing usage tracker for tenant:bdd92ec4f372413b96455fe8b4025af3 on resource:security_group {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:33:27.894531 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-986d0eba-ee13-4e17-9d76-ff1d851e9db9 req-74ba8e9d-fdee-4dbf-96b6-5e86468c5465 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675118 Jun 03 08:33:27.955698 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c640aa6-e6b7-4aea-9dfa-a54ee55b447e req-9a2b1049-1c80-4e6a-b9dd-907c31010ceb tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:27.957247 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-1c640aa6-e6b7-4aea-9dfa-a54ee55b447e req-9a2b1049-1c80-4e6a-b9dd-907c31010ceb tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 946 time: 0.1894500 Jun 03 08:33:28.005020 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-5ef5814f-f0f0-44ba-826b-664c9d9dec60 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Unset dirty status for tenant:bdd92ec4f372413b96455fe8b4025af3 on resource:security_group {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:33:28.006447 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-5ef5814f-f0f0-44ba-826b-664c9d9dec60 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdd92ec4f372413b96455fe8b4025af3 HTTP/1.1" status: 200 len: 379 time: 0.2723167 Jun 03 08:33:28.022605 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-ab41f73c-39ee-4b01-a450-a5507d7e44ad tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Request body: {'port': {'device_id': '4e5c4979-cdc0-4097-b215-0936ab970677', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'admin_state_up': True, 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'security_groups': ['0df9945a-0314-49e4-9c46-acf656a140cd']}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:33:28.044811 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e4ee4f78-4652-45c8-9fa3-97311294d118 req-1513403e-056c-4e2d-82d6-36c96fcc080e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 210 time: 0.0481448 Jun 03 08:33:28.066793 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-b6a5996c-0161-41da-a9df-8cfdf1884b7f req-36d7414d-b790-4e60-83f4-e788e8cb0a33 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:28.080888 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-1c640aa6-e6b7-4aea-9dfa-a54ee55b447e req-3edacde1-fcbc-4023-8827-770206013c09 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123092 Jun 03 08:33:28.083529 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:33:28.087112 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:28.144660 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7414d-b790-4e60-83f4-e788e8cb0a33 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Pushing event deleted for resources: {'Port': ['ID=f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:28.185404 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-36d7414d-b790-4e60-83f4-e788e8cb0a33 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:28.211011 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-ab41f73c-39ee-4b01-a450-a5507d7e44ad tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:28.223018 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-ab41f73c-39ee-4b01-a450-a5507d7e44ad tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:28.228429 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a5996c-0161-41da-a9df-8cfdf1884b7f req-36d7414d-b790-4e60-83f4-e788e8cb0a33 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] No DVR routers for this DVR port f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f on host hv-cinder-78726 {{(pid=92357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:33:28.231648 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-b6a5996c-0161-41da-a9df-8cfdf1884b7f req-36d7414d-b790-4e60-83f4-e788e8cb0a33 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:28.236415 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7f6275-bc21-457b-b038-f700b7ce22d3', 'name': 'network-vif-deleted', 'tag': 'f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:33:28.238742 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd13b48a-1ed7-4892-8cde-1bdf104288c9" -d '{"events": [{"server_uuid": "9a7f6275-bc21-457b-b038-f700b7ce22d3", "name": "network-vif-deleted", "tag": "f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:33:28.284774 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8c57cb-7036-4d9c-9f88-f2440412bcf0 x-openstack-request-id: req-da8c57cb-7036-4d9c-9f88-f2440412bcf0 {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:33:28.285370 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7f6275-bc21-457b-b038-f700b7ce22d3", "name": "network-vif-deleted", "tag": "f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:33:28.286010 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da8c57cb-7036-4d9c-9f88-f2440412bcf0 {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:33:28.286587 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7f6275-bc21-457b-b038-f700b7ce22d3', 'name': 'network-vif-deleted', 'tag': 'f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f', 'status': 'completed', 'code': 200} Jun 03 08:33:28.318417 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-ab41f73c-39ee-4b01-a450-a5507d7e44ad tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Made reservation on behalf of bdd92ec4f372413b96455fe8b4025af3 for: {'port': 1} {{(pid=92356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:33:28.322423 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-ab41f73c-39ee-4b01-a450-a5507d7e44ad tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:28.347520 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b6a5996c-0161-41da-a9df-8cfdf1884b7f req-36d7414d-b790-4e60-83f4-e788e8cb0a33 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.47 "DELETE /v2.0/ports/f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f HTTP/1.1" status: 204 len: 173 time: 1.3691347 Jun 03 08:33:28.489488 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_common [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-ab41f73c-39ee-4b01-a450-a5507d7e44ad tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Allocated IP 172.20.0.7 (770556f7-a783-4401-a31e-c720773b8096/b8510487-57b7-471a-bd67-7c6c7ee2984a/dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b) {{(pid=92356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:33:28.692691 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-ab41f73c-39ee-4b01-a450-a5507d7e44ad tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for port, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:28.709047 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.provisioning_blocks [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-ab41f73c-39ee-4b01-a450-a5507d7e44ad tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Transition to ACTIVE for port object dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b will not be triggered until provisioned by entity DHCP. {{(pid=92356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:33:28.833205 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-ab41f73c-39ee-4b01-a450-a5507d7e44ad tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806'] for port, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:28.840325 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:28.926304 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-ab41f73c-39ee-4b01-a450-a5507d7e44ad tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Network 770556f7-a783-4401-a31e-c720773b8096 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:33:28.929148 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-ab41f73c-39ee-4b01-a450-a5507d7e44ad tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:33:28.933418 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-ab41f73c-39ee-4b01-a450-a5507d7e44ad tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Received port after_create {{(pid=92356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:33:28.939737 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-ab41f73c-39ee-4b01-a450-a5507d7e44ad tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:28.941777 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-ab41f73c-39ee-4b01-a450-a5507d7e44ad tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:28.957014 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41f73c-39ee-4b01-a450-a5507d7e44ad tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Pushing event updated for resources: {'Port': ['ID=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:28.962431 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-ab41f73c-39ee-4b01-a450-a5507d7e44ad tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:29.029339 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d5b625e9-51e5-4ffb-850b-8b04b2a329ee req-00a95015-c239-4aea-9255-85244c2fa7f9 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a7f6275-bc21-457b-b038-f700b7ce22d3 HTTP/1.1" status: 200 len: 210 time: 0.0620217 Jun 03 08:33:29.147649 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-ab41f73c-39ee-4b01-a450-a5507d7e44ad tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1289804 Jun 03 08:33:29.165100 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Request body: {'port': {'device_id': '4e5c4979-cdc0-4097-b215-0936ab970677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:33:29.415921 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-a05c0b8b-acd5-49cd-b86c-333326c7d691 None None] Provisioning for port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:33:29.424339 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-a05c0b8b-acd5-49cd-b86c-333326c7d691 None None] Provisioning complete for port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:33:29.425768 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-a05c0b8b-acd5-49cd-b86c-333326c7d691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:29.456971 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef2431-15d1-4b27-b2da-f718e93b1d6b req-ec2604cf-b8b3-4f9e-be9f-03821084f9f5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:29.458815 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a0ef2431-15d1-4b27-b2da-f718e93b1d6b req-ec2604cf-b8b3-4f9e-be9f-03821084f9f5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 931 time: 0.2323635 Jun 03 08:33:29.564522 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a0ef2431-15d1-4b27-b2da-f718e93b1d6b req-aeb02c06-4061-4ead-b1e3-e30c3b331a95 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878429 Jun 03 08:33:29.580313 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-a05c0b8b-acd5-49cd-b86c-333326c7d691 None None] Port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b cannot update to ACTIVE because it is not bound. {{(pid=92358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 08:33:29.594266 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:29.703528 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8658b01-59a5-4512-b647-07eee1859078 req-6a232c42-069b-49e3-a0cb-7ad7faba2bb4 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:29.706613 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d8658b01-59a5-4512-b647-07eee1859078 req-6a232c42-069b-49e3-a0cb-7ad7faba2bb4 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 946 time: 0.3126369 Jun 03 08:33:29.816651 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d8658b01-59a5-4512-b647-07eee1859078 req-46b32928-d5bb-4ac9-b368-f2c6719124f5 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044650 Jun 03 08:33:29.889958 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:30.022628 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.notifiers.nova [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b {{(pid=92356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:33:30.030239 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:30.048972 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.provisioning_blocks [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Transition to ACTIVE for port object dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b will not be triggered until provisioned by entity L2. {{(pid=92356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:33:30.113305 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:30.125501 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-739f3654-4eeb-4847-b0cc-5458b01cb833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:30.321460 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Pushing event updated for resources: {'Port': ['ID=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,revision_number=2']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:30.326624 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:30.327396 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.managers [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Attempting to bind port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b on host hv-cinder-78726 for vnic_type normal with profile {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:33:30.327830 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.managers [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Attempting to bind port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'bb5e6721-c932-40a6-91b3-466d55177c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '770556f7-a783-4401-a31e-c720773b8096'}] {{(pid=92356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:33:30.328750 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Attempting to bind port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b on network 770556f7-a783-4401-a31e-c720773b8096 {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:33:30.334180 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b on network 770556f7-a783-4401-a31e-c720773b8096 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 08:33:30.335001 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Attempting to bind port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b on network 770556f7-a783-4401-a31e-c720773b8096 {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:33:30.342594 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Checking agent: {'id': '0b62ef4c-67a0-4b60-a013-2ab920ba3ff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'started_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:33:30.344607 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Checking segment: {'id': 'bb5e6721-c932-40a6-91b3-466d55177c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '770556f7-a783-4401-a31e-c720773b8096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:33:30.345135 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Bound using segment: {'id': 'bb5e6721-c932-40a6-91b3-466d55177c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '770556f7-a783-4401-a31e-c720773b8096'} {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:33:30.346608 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.managers [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Bound port: dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5e6721-c932-40a6-91b3-466d55177c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '770556f7-a783-4401-a31e-c720773b8096'}}] {{(pid=92356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:33:30.347152 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:30.421591 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:33:30.465279 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] For port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b, host hv-cinder-78726, cleared binding levels {{(pid=92356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:33:30.469942 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] For port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:33:30.470635 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] No Port match for: f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:33:30.471187 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device f4d05b4a-ecf3-404e-ba2f-9cdea3beb58f not bound to the agent host hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:33:30.773321 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb6181-8e3f-48b5-b25b-ae6f7aaf9866 req-b120acc3-d4eb-4c03-8578-80d6f3a1783a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:30.774875 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:30.776467 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a8bb6181-8e3f-48b5-b25b-ae6f7aaf9866 req-b120acc3-d4eb-4c03-8578-80d6f3a1783a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.0813406 Jun 03 08:33:30.781527 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:30.825129 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a8bb6181-8e3f-48b5-b25b-ae6f7aaf9866 req-c831bdcc-462f-47c6-86e3-3b50aef3c150 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424163 Jun 03 08:33:30.848128 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:30.851540 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:30.853014 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] 10.222.0.47 "PUT /v2.0/ports/dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b HTTP/1.1" status: 200 len: 1093 time: 1.6929326 Jun 03 08:33:30.853530 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5c4979-cdc0-4097-b215-0936ab970677', 'tag': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b'}] {{(pid=92356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:33:30.856065 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1987e4ce19f514d8284afddf154522dadca2333eab9833e9721abb813c288452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296d05f3-3030-47a0-bee4-bbc30aef28f7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5c4979-cdc0-4097-b215-0936ab970677", "tag": "dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b"}]}' {{(pid=92356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:33:30.872841 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Pushing event updated for resources: {'Port': ['ID=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,revision_number=3']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:30.876433 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:31.076023 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-ca2bdced-613f-47cc-8028-d7df45d03613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:31.077476 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-ca2bdced-613f-47cc-8028-d7df45d03613 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdd92ec4f372413b96455fe8b4025af3&device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 1096 time: 0.0894465 Jun 03 08:33:31.094612 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b84ee-bc10-453f-9b77-d5ee6c1154b4 req-31f2c930-19f4-45d2-a3ad-d868e606fc45 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:31.098235 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a69b84ee-bc10-453f-9b77-d5ee6c1154b4 req-31f2c930-19f4-45d2-a3ad-d868e606fc45 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 946 time: 0.1547554 Jun 03 08:33:31.169181 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-4b78e68f-e2ac-490c-a081-f6e4fe4521ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b HTTP/1.1" status: 200 len: 217 time: 0.0634863 Jun 03 08:33:31.171990 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bda924-1760-4ca4-9de5-bc881a45cb1d x-openstack-request-id: req-e4bda924-1760-4ca4-9de5-bc881a45cb1d {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:33:31.172473 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5c4979-cdc0-4097-b215-0936ab970677", "tag": "dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b", "status": "completed", "code": 200}]} {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:33:31.172902 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4bda924-1760-4ca4-9de5-bc881a45cb1d {{(pid=92356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:33:31.173450 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5c4979-cdc0-4097-b215-0936ab970677', 'tag': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b', 'status': 'completed', 'code': 200} Jun 03 08:33:31.259082 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-393484d4-bbf7-4b14-9b04-28c37766374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:31.261367 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-393484d4-bbf7-4b14-9b04-28c37766374c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b8510487-57b7-471a-bd67-7c6c7ee2984a HTTP/1.1" status: 200 len: 855 time: 0.0725973 Jun 03 08:33:31.266314 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a69b84ee-bc10-453f-9b77-d5ee6c1154b4 req-d576119b-a97b-4a0b-8c7f-574be06fb1a6 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578591 Jun 03 08:33:31.379709 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76cc94-3389-4e21-9767-64246e1a9839 req-5b7caa3d-b03f-464a-9f7d-3661a9b1b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:31.381213 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ac76cc94-3389-4e21-9767-64246e1a9839 req-5b7caa3d-b03f-464a-9f7d-3661a9b1b1d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3064070b7db4eb29c338090265dddc9&device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 1098 time: 0.1020005 Jun 03 08:33:31.470950 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-d4a760f3-046f-4999-994e-7570a0a81d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:31.473142 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-d4a760f3-046f-4999-994e-7570a0a81d2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770556f7-a783-4401-a31e-c720773b8096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1934683 Jun 03 08:33:31.516906 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd466dea-a261-4e50-9cd3-8cb02ae9587e req-b1acab7d-0721-47eb-bcb7-2a591193be37 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:31.518637 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-cd466dea-a261-4e50-9cd3-8cb02ae9587e req-b1acab7d-0721-47eb-bcb7-2a591193be37 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1276309 Jun 03 08:33:31.549499 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76cc94-3389-4e21-9767-64246e1a9839 req-e001827d-53c1-4d17-b884-c79bd3ae1713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:31.551490 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ac76cc94-3389-4e21-9767-64246e1a9839 req-e001827d-53c1-4d17-b884-c79bd3ae1713 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 HTTP/1.1" status: 200 len: 919 time: 0.1562197 Jun 03 08:33:31.628181 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ac76cc94-3389-4e21-9767-64246e1a9839 req-24989fb4-8a94-453e-807f-b5cd5cf2abcc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=308798a0-002f-4a04-87f8-c8c4951bba9b HTTP/1.1" status: 200 len: 217 time: 0.0680408 Jun 03 08:33:31.648626 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-cd466dea-a261-4e50-9cd3-8cb02ae9587e req-338c2bc9-4f13-43a7-b402-f7fad0ede261 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200130 Jun 03 08:33:31.679935 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-dec28c69-3b7d-4207-981c-1b87d4540b52 service neutron] 10.222.0.47 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971543 Jun 03 08:33:31.707909 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76cc94-3389-4e21-9767-64246e1a9839 req-d0487538-432a-43cf-af94-f09855887a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:31.710354 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ac76cc94-3389-4e21-9767-64246e1a9839 req-d0487538-432a-43cf-af94-f09855887a8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a1c7d0a-5118-4e26-963e-4cc0a9489fb5 HTTP/1.1" status: 200 len: 858 time: 0.0637612 Jun 03 08:33:31.770248 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ac76cc94-3389-4e21-9767-64246e1a9839 req-cc508169-6a22-442e-ae44-4a0995b2a036 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449817 Jun 03 08:33:31.835754 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9bf4f807-3d4a-407d-8c5b-001b69c53f32 req-c81481c6-0281-49fa-a479-96c1341fe172 service neutron] 10.222.0.47 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477883 Jun 03 08:33:31.926618 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ac76cc94-3389-4e21-9767-64246e1a9839 req-151817e3-06b6-4cfc-b029-01c91cbfb44c service neutron] 10.222.0.47 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403718 Jun 03 08:33:32.058910 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d05f3-3030-47a0-bee4-bbc30aef28f7 req-9a029513-07ea-4c01-8bc9-8afde61e5d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:32.060382 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-296d05f3-3030-47a0-bee4-bbc30aef28f7 req-9a029513-07ea-4c01-8bc9-8afde61e5d03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdd92ec4f372413b96455fe8b4025af3&device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 1096 time: 0.0726619 Jun 03 08:33:32.184546 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ac76cc94-3389-4e21-9767-64246e1a9839 req-f515b253-afb3-4075-af11-f668853e6f9e service neutron] 10.222.0.47 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499671 Jun 03 08:33:32.193503 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034e3b6-1bb4-4ccd-9f56-2e80c7ff734e req-83f67426-76ad-436c-bc53-b5b0fddbc9c5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:32.195054 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6034e3b6-1bb4-4ccd-9f56-2e80c7ff734e req-83f67426-76ad-436c-bc53-b5b0fddbc9c5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.2394488 Jun 03 08:33:32.265416 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6034e3b6-1bb4-4ccd-9f56-2e80c7ff734e req-66c99387-c820-4104-a0d3-9a9fbc251939 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631559 Jun 03 08:33:32.278157 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d05f3-3030-47a0-bee4-bbc30aef28f7 req-f11701db-3e80-4b7a-aab5-15cb2a66c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:32.280362 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-296d05f3-3030-47a0-bee4-bbc30aef28f7 req-f11701db-3e80-4b7a-aab5-15cb2a66c0be service neutron] 10.222.0.47 "GET /v2.0/networks?id=770556f7-a783-4401-a31e-c720773b8096 HTTP/1.1" status: 200 len: 917 time: 0.2107222 Jun 03 08:33:32.367273 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-296d05f3-3030-47a0-bee4-bbc30aef28f7 req-c2e6a494-2a63-4ce6-89bc-c06000e7e754 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b HTTP/1.1" status: 200 len: 217 time: 0.0780895 Jun 03 08:33:32.481010 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d05f3-3030-47a0-bee4-bbc30aef28f7 req-22a7c8c2-b161-4611-97a8-caafc1936e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:32.482998 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-296d05f3-3030-47a0-bee4-bbc30aef28f7 req-22a7c8c2-b161-4611-97a8-caafc1936e1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b8510487-57b7-471a-bd67-7c6c7ee2984a HTTP/1.1" status: 200 len: 855 time: 0.0901830 Jun 03 08:33:32.577838 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d05f3-3030-47a0-bee4-bbc30aef28f7 req-4ded896c-feb6-420d-b564-1385e0824e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:32.579765 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-296d05f3-3030-47a0-bee4-bbc30aef28f7 req-4ded896c-feb6-420d-b564-1385e0824e8b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770556f7-a783-4401-a31e-c720773b8096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790901 Jun 03 08:33:32.736008 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-296d05f3-3030-47a0-bee4-bbc30aef28f7 req-ccacc669-df77-4a0b-9709-106253a80c7b service neutron] 10.222.0.47 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431274 Jun 03 08:33:32.961749 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-296d05f3-3030-47a0-bee4-bbc30aef28f7 req-b2b2648b-5246-4b7a-91c4-18366bef9999 service neutron] 10.222.0.47 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126217 Jun 03 08:33:32.976210 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84755435-b727-426d-91a7-66162958b5ce req-c033d5ff-c78e-49cd-9002-9ee83fe70588 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:32.977658 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-84755435-b727-426d-91a7-66162958b5ce req-c033d5ff-c78e-49cd-9002-9ee83fe70588 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1814754 Jun 03 08:33:33.023603 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-84755435-b727-426d-91a7-66162958b5ce req-d0ed6d21-19a4-4097-a837-57ab714714fb tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397513 Jun 03 08:33:33.459628 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de67e9f-9b29-472f-bf8d-2a43b40dcb8f req-f8ce7fb4-829c-4f92-a30e-0c990a3d07cb tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:33.461708 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6de67e9f-9b29-472f-bf8d-2a43b40dcb8f req-f8ce7fb4-829c-4f92-a30e-0c990a3d07cb tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.0823574 Jun 03 08:33:33.507443 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6de67e9f-9b29-472f-bf8d-2a43b40dcb8f req-a7db90c8-4267-4a89-bff1-4a82de4845bf tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400445 Jun 03 08:33:34.210530 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1625d0-26cf-4939-9109-38f59475c7e8 req-85afa728-8376-4b9a-87b8-e44ee275ca16 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:34.212012 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4a1625d0-26cf-4939-9109-38f59475c7e8 req-85afa728-8376-4b9a-87b8-e44ee275ca16 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0795341 Jun 03 08:33:34.256950 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4a1625d0-26cf-4939-9109-38f59475c7e8 req-a5ab5b9f-5a3e-401e-90c4-d45f3d05fccb tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390680 Jun 03 08:33:34.451843 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:33:34.600502 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:33:34.614739 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'port_id': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b', 'mac_address': 'fa:16:3e:f7:15:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:33:34.691859 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:34.715435 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:33:34.729202 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892a388-4138-43d7-bfdd-822dcbc211a3 req-4a04cd2d-3f2d-4c6f-8066-ab8643421ecb tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:34.730612 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b892a388-4138-43d7-bfdd-822dcbc211a3 req-4a04cd2d-3f2d-4c6f-8066-ab8643421ecb tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.1058035 Jun 03 08:33:34.740805 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:33:34.785925 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b892a388-4138-43d7-bfdd-822dcbc211a3 req-4a55fc8e-46b7-4a56-a54e-af31e99479c5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487437 Jun 03 08:33:34.855392 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:34.857523 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:34.930682 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:34.931448 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:35.237228 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:33:35.458912 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2162b1-da77-490b-8ed4-128e4c1432d7 req-9c9c1d35-886b-4522-9033-ae4d801741c0 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:35.460647 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ae2162b1-da77-490b-8ed4-128e4c1432d7 req-9c9c1d35-886b-4522-9033-ae4d801741c0 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0909595 Jun 03 08:33:35.507622 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ae2162b1-da77-490b-8ed4-128e4c1432d7 req-9e9212f2-3d88-4be6-bbf6-0a6554412c15 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412054 Jun 03 08:33:36.004663 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f19193-797f-4db5-b512-89dd22337d02 req-e92e6c7d-2dca-4ca9-93d0-1f273d75ba1b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:36.006037 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-93f19193-797f-4db5-b512-89dd22337d02 req-e92e6c7d-2dca-4ca9-93d0-1f273d75ba1b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 944 time: 0.0964873 Jun 03 08:33:36.051663 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-93f19193-797f-4db5-b512-89dd22337d02 req-21d06888-5998-4474-ad08-33574e17287b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399506 Jun 03 08:33:36.455090 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:33:36.698404 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63298426-9117-4d92-9ee5-219ca934398d req-bd5566c7-fe7b-422e-a423-693339ffce95 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:36.699851 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-63298426-9117-4d92-9ee5-219ca934398d req-bd5566c7-fe7b-422e-a423-693339ffce95 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0842905 Jun 03 08:33:36.724048 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning for port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:33:36.729715 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:33:36.730187 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:36.749569 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-63298426-9117-4d92-9ee5-219ca934398d req-7ecb429f-3675-42c5-9505-7c54912db492 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432627 Jun 03 08:33:36.866057 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:36.893565 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5c4979-cdc0-4097-b215-0936ab970677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:33:36.895858 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38ca2ad-0bf0-4b41-9cb4-b94ec125758f" -d '{"events": [{"server_uuid": "4e5c4979-cdc0-4097-b215-0936ab970677", "name": "network-vif-plugged", "status": "completed", "tag": "dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:33:36.915196 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:33:36.944465 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4c9a9d-fcb9-474a-bc40-b4434c21f29e x-openstack-request-id: req-8d4c9a9d-fcb9-474a-bc40-b4434c21f29e {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:33:36.944789 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5c4979-cdc0-4097-b215-0936ab970677", "name": "network-vif-plugged", "status": "completed", "tag": "dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:33:36.945047 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d4c9a9d-fcb9-474a-bc40-b4434c21f29e {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:33:36.945435 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5c4979-cdc0-4097-b215-0936ab970677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b', 'code': 200} Jun 03 08:33:37.032738 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:37.035312 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:37.116275 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:37.119596 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:37.290687 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc841803-f24e-4f94-ad1a-cfcab3c85688 req-7031bdde-3c49-4355-a267-134c1a40d2a4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:37.292265 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-cc841803-f24e-4f94-ad1a-cfcab3c85688 req-7031bdde-3c49-4355-a267-134c1a40d2a4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.0889299 Jun 03 08:33:37.348307 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-cc841803-f24e-4f94-ad1a-cfcab3c85688 req-eaf0fcd5-8ee1-4dc9-8f16-7f1cf330664f tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498254 Jun 03 08:33:37.447029 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109d0c2-4b65-4003-a1ca-3f09b2016caa req-38ea3721-dc01-4555-b493-cd471a8da195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:37.448498 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f109d0c2-4b65-4003-a1ca-3f09b2016caa req-38ea3721-dc01-4555-b493-cd471a8da195 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 1098 time: 0.0948324 Jun 03 08:33:37.499983 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f109d0c2-4b65-4003-a1ca-3f09b2016caa req-76846d24-eefe-4e3e-a466-31ab1be0172a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433314 Jun 03 08:33:37.857572 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 56150) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:37.946363 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c0b4d-0656-40d8-a2e1-89db775d2d1a req-34606e54-a642-4b0b-8954-9743f3fd94b5 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:37.947920 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f41c0b4d-0656-40d8-a2e1-89db775d2d1a req-34606e54-a642-4b0b-8954-9743f3fd94b5 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0828087 Jun 03 08:33:37.993415 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-289afdc2-2bbc-4a34-8186-85ceba09ed56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:38.022057 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-289afdc2-2bbc-4a34-8186-85ceba09ed56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:38.026867 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f41c0b4d-0656-40d8-a2e1-89db775d2d1a req-938fff38-182e-4f3e-8b2e-f930ef7fc5e0 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724895 Jun 03 08:33:38.029198 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-289afdc2-2bbc-4a34-8186-85ceba09ed56 admin admin] Usage tracker for resource:security_group_rule and tenant:c1000155e2fb4380be22bbe5a8169e95 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:38.032412 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-289afdc2-2bbc-4a34-8186-85ceba09ed56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:38.038869 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-289afdc2-2bbc-4a34-8186-85ceba09ed56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:38.143370 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-289afdc2-2bbc-4a34-8186-85ceba09ed56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:38.250209 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-289afdc2-2bbc-4a34-8186-85ceba09ed56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:38.259854 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-0c4eae59-8b2e-47cc-b477-8bb11606bfed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:38.307909 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-289afdc2-2bbc-4a34-8186-85ceba09ed56 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1000155e2fb4380be22bbe5a8169e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4492438 Jun 03 08:33:38.309481 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289afdc2-2bbc-4a34-8186-85ceba09ed56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09ddf55-2de5-4971-a1e0-e1a662aa07f2,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:38.310666 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 56162) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:38.313136 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-289afdc2-2bbc-4a34-8186-85ceba09ed56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:38.369744 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d743e3f6-529e-43f5-9ae8-de2938c682c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:38.396659 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d743e3f6-529e-43f5-9ae8-de2938c682c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:38.572702 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a138c2c-b269-4e99-998c-f27fd7ac5cde req-3e494768-952a-44fa-9136-fd817af8c70f tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:38.574506 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4a138c2c-b269-4e99-998c-f27fd7ac5cde req-3e494768-952a-44fa-9136-fd817af8c70f tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.0995176 Jun 03 08:33:38.594558 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d743e3f6-529e-43f5-9ae8-de2938c682c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:38.599922 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-47ce40af-3353-4fc7-924b-28cf657c8c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:38.615802 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743e3f6-529e-43f5-9ae8-de2938c682c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09ddf55-2de5-4971-a1e0-e1a662aa07f2,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:38.619311 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-d743e3f6-529e-43f5-9ae8-de2938c682c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:38.637035 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d743e3f6-529e-43f5-9ae8-de2938c682c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:38.641907 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-d743e3f6-529e-43f5-9ae8-de2938c682c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d09ddf55-2de5-4971-a1e0-e1a662aa07f2 HTTP/1.1" status: 204 len: 168 time: 0.3262842 Jun 03 08:33:38.650837 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4a138c2c-b269-4e99-998c-f27fd7ac5cde req-a1240010-4951-4489-a073-df75ce1a2416 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703294 Jun 03 08:33:39.233176 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb2c62-23cb-41a4-9fe1-dd590be1248c req-d979ff8c-9330-4625-b8a9-cf6df2313442 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:39.234745 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-0ecb2c62-23cb-41a4-9fe1-dd590be1248c req-d979ff8c-9330-4625-b8a9-cf6df2313442 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0854995 Jun 03 08:33:39.282536 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-0ecb2c62-23cb-41a4-9fe1-dd590be1248c req-13192218-70c0-46a7-ac69-19dedd7d9e30 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419543 Jun 03 08:33:39.519152 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 56192) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:39.536176 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-65ae0986-833b-4471-9535-4d95c2a14fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:39.551173 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-65ae0986-833b-4471-9535-4d95c2a14fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:39.554919 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-65ae0986-833b-4471-9535-4d95c2a14fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:e005cb89c9c04eb195ccb00ab1674305 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:39.557766 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-65ae0986-833b-4471-9535-4d95c2a14fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:39.564005 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-65ae0986-833b-4471-9535-4d95c2a14fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:39.646684 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-65ae0986-833b-4471-9535-4d95c2a14fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:39.735514 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-65ae0986-833b-4471-9535-4d95c2a14fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:39.744830 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:39.784914 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-65ae0986-833b-4471-9535-4d95c2a14fd9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e005cb89c9c04eb195ccb00ab1674305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646918 Jun 03 08:33:39.788747 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae0986-833b-4471-9535-4d95c2a14fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adeb480c-8f47-4189-8285-347a9d13d4dc,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:39.789374 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 56198) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:39.790954 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-65ae0986-833b-4471-9535-4d95c2a14fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:39.854244 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d955adc1-e336-4d72-823e-d6d5d1131388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:39.855685 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef9f4e-fa15-44d9-8096-78d57b7692f8 req-1baf358a-fb5b-453d-a067-96c4d0d06bf3 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:39.869428 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6eef9f4e-fa15-44d9-8096-78d57b7692f8 req-1baf358a-fb5b-453d-a067-96c4d0d06bf3 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.0974996 Jun 03 08:33:39.889069 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d955adc1-e336-4d72-823e-d6d5d1131388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:39.913781 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6eef9f4e-fa15-44d9-8096-78d57b7692f8 req-0692b65a-e39b-4dd8-87fb-52d6aa676e7a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429654 Jun 03 08:33:40.093118 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d955adc1-e336-4d72-823e-d6d5d1131388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:40.104739 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-a9340a26-c02a-49ae-9db6-e3dd8fd247e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:40.127430 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955adc1-e336-4d72-823e-d6d5d1131388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adeb480c-8f47-4189-8285-347a9d13d4dc,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:40.127430 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d955adc1-e336-4d72-823e-d6d5d1131388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:40.127430 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-d955adc1-e336-4d72-823e-d6d5d1131388 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/adeb480c-8f47-4189-8285-347a9d13d4dc HTTP/1.1" status: 204 len: 168 time: 0.3355234 Jun 03 08:33:40.132649 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d955adc1-e336-4d72-823e-d6d5d1131388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:40.159513 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387446f2-e709-4fd1-986f-de4ea81c10d2 req-0d9ebc8a-6532-46a1-82c5-c192263f4e6a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:40.160252 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-387446f2-e709-4fd1-986f-de4ea81c10d2 req-0d9ebc8a-6532-46a1-82c5-c192263f4e6a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Synchronizing usage tracker for tenant:bdd92ec4f372413b96455fe8b4025af3 on resource:port {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:33:40.256300 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-387446f2-e709-4fd1-986f-de4ea81c10d2 req-0d9ebc8a-6532-46a1-82c5-c192263f4e6a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Unset dirty status for tenant:bdd92ec4f372413b96455fe8b4025af3 on resource:port {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:33:40.257645 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-387446f2-e709-4fd1-986f-de4ea81c10d2 req-0d9ebc8a-6532-46a1-82c5-c192263f4e6a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.2292771 Jun 03 08:33:40.271614 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 56216) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:40.273345 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-589f6cdd-ab2c-4ee0-b5d6-e6197a00d20e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Request body: {'floatingip': {'port_id': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:33:40.389513 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-589f6cdd-ab2c-4ee0-b5d6-e6197a00d20e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for floatingip, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:40.715993 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9aaf9-98b4-4b99-a467-af9f7d9bb3c5 req-45cb3ac0-d1c9-468a-bff6-88c88fb8f967 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:40.717735 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2cd9aaf9-98b4-4b99-a467-af9f7d9bb3c5 req-45cb3ac0-d1c9-468a-bff6-88c88fb8f967 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.2780964 Jun 03 08:33:40.864386 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2cd9aaf9-98b4-4b99-a467-af9f7d9bb3c5 req-02718c8d-a5df-4a6f-a823-31230ceaf675 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352882 Jun 03 08:33:41.425132 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-589f6cdd-ab2c-4ee0-b5d6-e6197a00d20e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:41.559741 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-589f6cdd-ab2c-4ee0-b5d6-e6197a00d20e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361148'] for floatingip, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:41.746922 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.db.l3_db [None req-589f6cdd-ab2c-4ee0-b5d6-e6197a00d20e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Floating IP d95f9c2e-4cad-4308-b467-b3d1600139c6 associated. External IP: 172.28.3.202, port: dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b. Jun 03 08:33:42.307361 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72932288-f306-4b9b-8f04-852b519f1ff1 req-c0ad9b7a-c1e5-4c1a-9ef7-e49700f941e4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:42.308832 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-72932288-f306-4b9b-8f04-852b519f1ff1 req-c0ad9b7a-c1e5-4c1a-9ef7-e49700f941e4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1836390 Jun 03 08:33:42.319888 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589f6cdd-ab2c-4ee0-b5d6-e6197a00d20e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Router 45e424f3-151a-4354-bc78-b64c31009411 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:33:42.436538 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-72932288-f306-4b9b-8f04-852b519f1ff1 req-f7e73f5c-6bd8-4f4a-b6bf-86791ee2fbd9 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192429 Jun 03 08:33:42.560037 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589f6cdd-ab2c-4ee0-b5d6-e6197a00d20e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:33:42.565825 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-589f6cdd-ab2c-4ee0-b5d6-e6197a00d20e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for floatingip, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:42.577773 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c634ac-e29d-4c7d-b295-1856006d834c None None] Sync routers for ids ['45e424f3-151a-4354-bc78-b64c31009411'] in dv-cinder-787262-5-smb {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:33:42.590070 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c634ac-e29d-4c7d-b295-1856006d834c None None] Routers {'45e424f3-151a-4354-bc78-b64c31009411'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:33:42.590808 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-b3c634ac-e29d-4c7d-b295-1856006d834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:33:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['45e424f3-151a-4354-bc78-b64c31009411'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:33:42.623497 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-589f6cdd-ab2c-4ee0-b5d6-e6197a00d20e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "PUT /v2.0/floatingips/d95f9c2e-4cad-4308-b467-b3d1600139c6 HTTP/1.1" status: 200 len: 991 time: 2.3543737 Jun 03 08:33:42.624244 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5c4979-cdc0-4097-b215-0936ab970677', 'tag': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b'}] {{(pid=92356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:33:42.626766 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1987e4ce19f514d8284afddf154522dadca2333eab9833e9721abb813c288452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfd103d-4f3e-4b57-9916-d75dab99ab03" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5c4979-cdc0-4097-b215-0936ab970677", "tag": "dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b"}]}' {{(pid=92356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:33:42.674407 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a42166-ad1a-4d3a-aa71-147dfe626d2a x-openstack-request-id: req-05a42166-ad1a-4d3a-aa71-147dfe626d2a {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:33:42.674724 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5c4979-cdc0-4097-b215-0936ab970677", "tag": "dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b", "status": "completed", "code": 200}]} {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:33:42.674998 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05a42166-ad1a-4d3a-aa71-147dfe626d2a {{(pid=92356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:33:42.675417 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5c4979-cdc0-4097-b215-0936ab970677', 'tag': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b', 'status': 'completed', 'code': 200} Jun 03 08:33:42.807514 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd103d-4f3e-4b57-9916-d75dab99ab03 req-0cbf8b21-bb16-4dd9-81ea-c6f7c956b168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:42.809071 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2cfd103d-4f3e-4b57-9916-d75dab99ab03 req-0cbf8b21-bb16-4dd9-81ea-c6f7c956b168 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdd92ec4f372413b96455fe8b4025af3&device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 1098 time: 0.1032865 Jun 03 08:33:42.817491 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-b3c634ac-e29d-4c7d-b295-1856006d834c None None] Set router 45e424f3-151a-4354-bc78-b64c31009411 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:33:42.981110 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd103d-4f3e-4b57-9916-d75dab99ab03 req-5d38fa0b-fbef-4703-a222-15f2ce3cfc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:42.982650 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2cfd103d-4f3e-4b57-9916-d75dab99ab03 req-5d38fa0b-fbef-4703-a222-15f2ce3cfc99 service neutron] 10.222.0.47 "GET /v2.0/networks?id=770556f7-a783-4401-a31e-c720773b8096 HTTP/1.1" status: 200 len: 917 time: 0.1668327 Jun 03 08:33:43.098016 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2cfd103d-4f3e-4b57-9916-d75dab99ab03 req-df3e8efc-9743-4af7-81ff-8eb3856b66a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b HTTP/1.1" status: 200 len: 999 time: 0.1054688 Jun 03 08:33:43.206850 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd103d-4f3e-4b57-9916-d75dab99ab03 req-6aae86e7-25b7-4a4b-8f21-07df3701da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:43.208795 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2cfd103d-4f3e-4b57-9916-d75dab99ab03 req-6aae86e7-25b7-4a4b-8f21-07df3701da60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b8510487-57b7-471a-bd67-7c6c7ee2984a HTTP/1.1" status: 200 len: 855 time: 0.0982778 Jun 03 08:33:43.233584 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-b3c634ac-e29d-4c7d-b295-1856006d834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e424f3-151a-4354-bc78-b64c31009411', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aad27326-22da-4570-8402-21f2f3a07686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:33:05Z', 'updated_at': '2021-06-03T08:33:13Z', 'revision_number': 4, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'gw_port': {'id': 'aad27326-22da-4570-8402-21f2f3a07686', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:06Z', 'updated_at': '2021-06-03T08:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_floatingips': [{'id': 'd95f9c2e-4cad-4308-b467-b3d1600139c6', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'floating_ip_address': '172.28.3.202', 'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'router_id': '45e424f3-151a-4354-bc78-b64c31009411', 'port_id': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'mac_address': 'fa:16:3e:f7:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5c4979-cdc0-4097-b215-0936ab970677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T08:33:21Z', 'updated_at': '2021-06-03T08:33:41Z', 'revision_number': 1, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21c1e63-fe95-448d-b229-a898016944e2', 'name': '', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'mac_address': 'fa:16:3e:37:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:11Z', 'updated_at': '2021-06-03T08:33:21Z', 'revision_number': 5, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'subnets': [{'id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:33:43.238594 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c634ac-e29d-4c7d-b295-1856006d834c None None] Checking router: 45e424f3-151a-4354-bc78-b64c31009411 for host: dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:33:43.254603 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c634ac-e29d-4c7d-b295-1856006d834c None None] Routers {'45e424f3-151a-4354-bc78-b64c31009411'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:33:43.254603 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-b3c634ac-e29d-4c7d-b295-1856006d834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:33:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['45e424f3-151a-4354-bc78-b64c31009411'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:33:43.291046 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd103d-4f3e-4b57-9916-d75dab99ab03 req-5802ea70-7721-4e23-a909-c2fd185acef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:43.293085 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2cfd103d-4f3e-4b57-9916-d75dab99ab03 req-5802ea70-7721-4e23-a909-c2fd185acef6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770556f7-a783-4401-a31e-c720773b8096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774465 Jun 03 08:33:43.432699 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2cfd103d-4f3e-4b57-9916-d75dab99ab03 req-8b6b8587-5252-427c-92e6-670571aa040e service neutron] 10.222.0.47 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312838 Jun 03 08:33:43.472096 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-b3c634ac-e29d-4c7d-b295-1856006d834c None None] Set router 45e424f3-151a-4354-bc78-b64c31009411 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:33:43.589144 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2cfd103d-4f3e-4b57-9916-d75dab99ab03 req-cacc0f90-fa31-437f-832a-189aeb2e9e3c service neutron] 10.222.0.47 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466904 Jun 03 08:33:43.747849 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8358ca4-cb56-41e9-be96-b14c3005deca req-61d60317-9b98-4b6a-ab8f-d062d7cc46a6 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:43.760446 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f8358ca4-cb56-41e9-be96-b14c3005deca req-61d60317-9b98-4b6a-ab8f-d062d7cc46a6 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1272979 Jun 03 08:33:43.853577 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:33:43.858892 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f8358ca4-cb56-41e9-be96-b14c3005deca req-9a3f7606-d485-4416-bc02-34ffe57a03a8 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924771 Jun 03 08:33:44.238527 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-b3c634ac-e29d-4c7d-b295-1856006d834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e424f3-151a-4354-bc78-b64c31009411', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aad27326-22da-4570-8402-21f2f3a07686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:33:05Z', 'updated_at': '2021-06-03T08:33:13Z', 'revision_number': 4, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'gw_port': {'id': 'aad27326-22da-4570-8402-21f2f3a07686', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:06Z', 'updated_at': '2021-06-03T08:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_floatingips': [{'id': 'd95f9c2e-4cad-4308-b467-b3d1600139c6', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'floating_ip_address': '172.28.3.202', 'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'router_id': '45e424f3-151a-4354-bc78-b64c31009411', 'port_id': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'mac_address': 'fa:16:3e:f7:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5c4979-cdc0-4097-b215-0936ab970677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T08:33:21Z', 'updated_at': '2021-06-03T08:33:41Z', 'revision_number': 1, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21c1e63-fe95-448d-b229-a898016944e2', 'name': '', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'mac_address': 'fa:16:3e:37:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:11Z', 'updated_at': '2021-06-03T08:33:21Z', 'revision_number': 5, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'subnets': [{'id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:33:44.243383 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c634ac-e29d-4c7d-b295-1856006d834c None None] The sync data for ids ['45e424f3-151a-4354-bc78-b64c31009411'] in dv-cinder-787262-5-smb is: [{'id': '45e424f3-151a-4354-bc78-b64c31009411', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aad27326-22da-4570-8402-21f2f3a07686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:33:05Z', 'updated_at': '2021-06-03T08:33:13Z', 'revision_number': 4, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'gw_port': {'id': 'aad27326-22da-4570-8402-21f2f3a07686', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:06Z', 'updated_at': '2021-06-03T08:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_floatingips': [{'id': 'd95f9c2e-4cad-4308-b467-b3d1600139c6', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'floating_ip_address': '172.28.3.202', 'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'router_id': '45e424f3-151a-4354-bc78-b64c31009411', 'port_id': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'mac_address': 'fa:16:3e:f7:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5c4979-cdc0-4097-b215-0936ab970677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T08:33:21Z', 'updated_at': '2021-06-03T08:33:41Z', 'revision_number': 1, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21c1e63-fe95-448d-b229-a898016944e2', 'name': '', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'mac_address': 'fa:16:3e:37:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:11Z', 'updated_at': '2021-06-03T08:33:21Z', 'revision_number': 5, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'subnets': [{'id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:33:44.463433 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eb83a1-9b4d-4784-acd2-07379af548f3 None None] New status for floating IP d95f9c2e-4cad-4308-b467-b3d1600139c6: ACTIVE {{(pid=92358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 08:33:45.021855 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 56350) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:45.114260 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eccdd0-0a09-4dd7-9599-31c17ef7b0cf req-dec5f121-2e51-4525-8c1b-5433ddc65ef4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:45.115723 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e6eccdd0-0a09-4dd7-9599-31c17ef7b0cf req-dec5f121-2e51-4525-8c1b-5433ddc65ef4 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0881727 Jun 03 08:33:45.170070 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e6eccdd0-0a09-4dd7-9599-31c17ef7b0cf req-c75bd8c5-e6ce-4b79-941c-f7e8920429f6 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480459 Jun 03 08:33:45.246740 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-f1586865-a43c-4af8-9f5a-82f5673146de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:45.264095 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-f1586865-a43c-4af8-9f5a-82f5673146de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:45.270983 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-f1586865-a43c-4af8-9f5a-82f5673146de admin admin] Usage tracker for resource:security_group_rule and tenant:c2fe23681012429281db84ff5cd04cca is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:45.275118 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-f1586865-a43c-4af8-9f5a-82f5673146de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:45.282711 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-f1586865-a43c-4af8-9f5a-82f5673146de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:45.291950 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-88348d43-6b09-43df-bbba-0d9681dcebc5 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:45.297875 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-88348d43-6b09-43df-bbba-0d9681dcebc5 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/networks?id=d2197ef7-85d9-4757-a2e4-13328e9df99c HTTP/1.1" status: 200 len: 814 time: 0.2940915 Jun 03 08:33:45.310811 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-795fb4e9-56f3-48c7-8357-1bc06f4a30f8 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/quotas/cff062860f9940faa57e665635bf80ef HTTP/1.1" status: 200 len: 375 time: 0.0115173 Jun 03 08:33:45.406075 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-f1586865-a43c-4af8-9f5a-82f5673146de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:45.415560 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-1610a187-1bbd-48bd-910e-d5719d8a9532 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cff062860f9940faa57e665635bf80ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0985746 Jun 03 08:33:45.553559 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-844030dd-8ece-4f45-b610-1ab33ca081b2 service neutron] 10.222.0.18 "GET /v2.0/networks/d2197ef7-85d9-4757-a2e4-13328e9df99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298614 Jun 03 08:33:45.558548 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-f1586865-a43c-4af8-9f5a-82f5673146de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:45.567901 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-a6ba586f-7822-4b7f-905b-fde2ae9be0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:45.607761 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-f1586865-a43c-4af8-9f5a-82f5673146de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2fe23681012429281db84ff5cd04cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5848265 Jun 03 08:33:45.608765 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1586865-a43c-4af8-9f5a-82f5673146de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103740ca-4ef2-4ba5-a0a4-26c32c850af4,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:45.622930 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-f1586865-a43c-4af8-9f5a-82f5673146de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:45.623435 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 56360) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:45.682059 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-31829583-ee9f-4cff-8eea-9e636b3e78dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:45.689935 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-e6452ed7-594c-4a7e-a5d4-f73a302980d6 service neutron] 10.222.0.18 "GET /v2.0/networks/d2197ef7-85d9-4757-a2e4-13328e9df99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303124 Jun 03 08:33:45.709864 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-31829583-ee9f-4cff-8eea-9e636b3e78dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:45.924483 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-31829583-ee9f-4cff-8eea-9e636b3e78dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:45.929228 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:45.946555 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31829583-ee9f-4cff-8eea-9e636b3e78dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103740ca-4ef2-4ba5-a0a4-26c32c850af4,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:45.957286 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-31829583-ee9f-4cff-8eea-9e636b3e78dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:45.964747 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-31829583-ee9f-4cff-8eea-9e636b3e78dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:45.965969 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-31829583-ee9f-4cff-8eea-9e636b3e78dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/103740ca-4ef2-4ba5-a0a4-26c32c850af4 HTTP/1.1" status: 204 len: 168 time: 0.3415446 Jun 03 08:33:46.055361 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-81d2cd11-0683-42dd-8370-14ff39407325 req-fbe30307-c92a-4b75-b382-924c82ece441 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 210 time: 0.0668197 Jun 03 08:33:46.379270 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afb269-55ca-4532-8198-338abeee1f13 req-db92537f-13cb-4d9d-a686-0fa0ddb3ebab tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:46.387776 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d1afb269-55ca-4532-8198-338abeee1f13 req-db92537f-13cb-4d9d-a686-0fa0ddb3ebab tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1040001 Jun 03 08:33:46.438913 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d1afb269-55ca-4532-8198-338abeee1f13 req-7d3703a9-7595-4df1-9f6f-9e57ee3cd1fe tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497010 Jun 03 08:33:47.118648 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 56408) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:47.176775 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c71a7c-e07c-4e95-b3ef-c01786f904ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:47.189220 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f26b2e37-c29b-41a4-9192-d1c53d3af410 req-ea60af48-0c91-4b7c-8b44-9b8ebe66d58e tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 210 time: 0.0694942 Jun 03 08:33:47.194339 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-08c71a7c-e07c-4e95-b3ef-c01786f904ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:47.198313 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-08c71a7c-e07c-4e95-b3ef-c01786f904ad admin admin] Usage tracker for resource:security_group_rule and tenant:8b99bb6c18384ab2a784d15d4ca5b1bb is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:47.201690 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-08c71a7c-e07c-4e95-b3ef-c01786f904ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:47.207569 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-08c71a7c-e07c-4e95-b3ef-c01786f904ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:47.298264 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c71a7c-e07c-4e95-b3ef-c01786f904ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:47.386308 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c71a7c-e07c-4e95-b3ef-c01786f904ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:47.395155 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:47.440293 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-08c71a7c-e07c-4e95-b3ef-c01786f904ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b99bb6c18384ab2a784d15d4ca5b1bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191433 Jun 03 08:33:47.441040 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c71a7c-e07c-4e95-b3ef-c01786f904ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660db063-ac53-4e22-9095-8f59c3dd421b,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:47.442807 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 56414) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:47.447509 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-08c71a7c-e07c-4e95-b3ef-c01786f904ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:47.511422 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-dc339d8f-7aa5-4de7-920f-1474fd005168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:47.541454 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-dc339d8f-7aa5-4de7-920f-1474fd005168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:47.663060 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1f08a-bcf1-4b9c-b9bb-528a39b7e415 req-25b62061-cc0b-418f-9a71-c2b74be58243 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:47.664554 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-8db1f08a-bcf1-4b9c-b9bb-528a39b7e415 req-25b62061-cc0b-418f-9a71-c2b74be58243 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1110244 Jun 03 08:33:47.709814 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-8db1f08a-bcf1-4b9c-b9bb-528a39b7e415 req-e9fc387a-e75d-40e9-aa5d-cd4de2a23eb9 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391159 Jun 03 08:33:47.832198 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:47.946860 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-dc339d8f-7aa5-4de7-920f-1474fd005168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:47.950657 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-2f49140a-f5f0-4666-95f7-84bbe74d7ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:47.965352 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc339d8f-7aa5-4de7-920f-1474fd005168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660db063-ac53-4e22-9095-8f59c3dd421b,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:47.968494 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-dc339d8f-7aa5-4de7-920f-1474fd005168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:47.970612 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-dc339d8f-7aa5-4de7-920f-1474fd005168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:47.975061 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-dc339d8f-7aa5-4de7-920f-1474fd005168 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/660db063-ac53-4e22-9095-8f59c3dd421b HTTP/1.1" status: 204 len: 168 time: 0.5279264 Jun 03 08:33:48.363124 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7e4347ba-6424-4d25-b8c7-61444192d9db req-512bc9c6-9f3a-4ec2-a899-95b0421266d7 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 210 time: 0.0606861 Jun 03 08:33:48.901626 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acbd9e-9602-4106-b84b-503a6394600e req-69088881-409c-421b-afd8-d00741c3717c tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:48.909900 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-19acbd9e-9602-4106-b84b-503a6394600e req-69088881-409c-421b-afd8-d00741c3717c tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0895011 Jun 03 08:33:48.961632 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-19acbd9e-9602-4106-b84b-503a6394600e req-a8df77b4-d519-48c2-be92-4bf0aaa58f3a tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507972 Jun 03 08:33:49.123337 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426a55c-45aa-4d1d-a80f-3253d3d34947 req-ac63136c-3143-4f97-b612-fb4b0b227212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:49.124829 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9426a55c-45aa-4d1d-a80f-3253d3d34947 req-ac63136c-3143-4f97-b612-fb4b0b227212 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 1098 time: 0.0709291 Jun 03 08:33:49.183696 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9426a55c-45aa-4d1d-a80f-3253d3d34947 req-560a5046-2698-4bb8-892d-c2e0b2a49606 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395017 Jun 03 08:33:49.281182 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 56468) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:49.401002 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a03fec90-c8dd-4be4-ae4c-32454077e953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:49.417433 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-a03fec90-c8dd-4be4-ae4c-32454077e953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:49.421780 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-a03fec90-c8dd-4be4-ae4c-32454077e953 admin admin] Usage tracker for resource:security_group_rule and tenant:0548cdc7d4b4402681931c05d33528ca is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:49.424800 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-a03fec90-c8dd-4be4-ae4c-32454077e953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:49.431152 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-a03fec90-c8dd-4be4-ae4c-32454077e953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:49.530885 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-af81fdc1-c41c-4836-95f7-520d9c6d5902 req-927c1b11-fcd2-44b0-878e-e4b3177309f5 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 210 time: 0.0518157 Jun 03 08:33:49.566387 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a03fec90-c8dd-4be4-ae4c-32454077e953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:49.737599 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a03fec90-c8dd-4be4-ae4c-32454077e953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:49.745230 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-31829583-ee9f-4cff-8eea-9e636b3e78dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:49.791410 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-a03fec90-c8dd-4be4-ae4c-32454077e953 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0548cdc7d4b4402681931c05d33528ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5028920 Jun 03 08:33:49.791410 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fec90-c8dd-4be4-ae4c-32454077e953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa8a912-be2a-452f-b2fd-4bce343f6857,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:49.791410 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 56490) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:49.791928 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-a03fec90-c8dd-4be4-ae4c-32454077e953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:49.872510 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-158921a7-b948-4a1d-bb2a-4595cb2ac037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:49.899860 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-158921a7-b948-4a1d-bb2a-4595cb2ac037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:49.979557 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-22d58825-9a0b-4c1c-bbc7-ff7a2af17e17 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:49.981445 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-22d58825-9a0b-4c1c-bbc7-ff7a2af17e17 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.47 "GET /v2.0/networks?id=d2197ef7-85d9-4757-a2e4-13328e9df99c HTTP/1.1" status: 200 len: 814 time: 0.2136822 Jun 03 08:33:50.004048 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-9e093526-7611-4002-af1b-981a278b330d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Request body: {'port': {'device_id': '5e7096ce-2eae-43cf-ae4e-0963628ca332', 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c', 'admin_state_up': True, 'tenant_id': 'cff062860f9940faa57e665635bf80ef'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:33:50.179022 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c6c44-6ab3-4e4e-b9be-f97996792366 req-83bc399a-4656-47d6-84f6-437824e3e338 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:50.180562 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-bb8c6c44-6ab3-4e4e-b9be-f97996792366 req-83bc399a-4656-47d6-84f6-437824e3e338 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0819299 Jun 03 08:33:50.185088 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-9e093526-7611-4002-af1b-981a278b330d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:50.194876 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-9e093526-7611-4002-af1b-981a278b330d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:50.225577 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-bb8c6c44-6ab3-4e4e-b9be-f97996792366 req-1fda441b-21ff-4c75-9610-3fed3e722ccd tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388854 Jun 03 08:33:50.307890 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-9e093526-7611-4002-af1b-981a278b330d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Made reservation on behalf of cff062860f9940faa57e665635bf80ef for: {'port': 1} {{(pid=92356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:33:50.313077 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-158921a7-b948-4a1d-bb2a-4595cb2ac037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:50.313578 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-9e093526-7611-4002-af1b-981a278b330d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:50.317869 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-9b1d6d25-675e-4ef7-8e5a-d5ec084bf9ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:50.331646 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158921a7-b948-4a1d-bb2a-4595cb2ac037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa8a912-be2a-452f-b2fd-4bce343f6857,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:50.334259 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-158921a7-b948-4a1d-bb2a-4595cb2ac037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:50.336054 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-158921a7-b948-4a1d-bb2a-4595cb2ac037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:50.337031 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-158921a7-b948-4a1d-bb2a-4595cb2ac037 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/baa8a912-be2a-452f-b2fd-4bce343f6857 HTTP/1.1" status: 204 len: 168 time: 0.5468984 Jun 03 08:33:50.508602 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_common [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-9e093526-7611-4002-af1b-981a278b330d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Allocated IP 172.20.0.14 (d2197ef7-85d9-4757-a2e4-13328e9df99c/953f21ea-c75c-4545-b610-547c5766cd2e/199b7de3-f553-4ac0-ae91-f8a2c9db8507) {{(pid=92356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:33:50.734850 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9d5e60c8-4b48-4fb5-8d47-51d692ba0b40 req-650d74e6-98dc-42fe-a631-db9d32f39864 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 210 time: 0.0711129 Jun 03 08:33:50.790778 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-9e093526-7611-4002-af1b-981a278b330d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks [] for port, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:50.865932 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 56516) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:50.943007 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-5b1690a1-9dd1-4dc8-b5da-e4ccea3b90b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:50.958414 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-5b1690a1-9dd1-4dc8-b5da-e4ccea3b90b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:50.963186 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-5b1690a1-9dd1-4dc8-b5da-e4ccea3b90b3 admin admin] Usage tracker for resource:security_group_rule and tenant:489af82fe07646a7929f121c39fa6ba2 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:50.966137 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-5b1690a1-9dd1-4dc8-b5da-e4ccea3b90b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:50.972279 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-5b1690a1-9dd1-4dc8-b5da-e4ccea3b90b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:51.047126 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-9e093526-7611-4002-af1b-981a278b330d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806'] for port, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:51.053368 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:51.060059 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['320a4499-51fd-483b-b1b8-cd3bb07adf5f', 'b103529c-3055-4d83-af6d-1bf4ab02f3b5', 'fca59703-8095-444d-bc74-d2a644be5428'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:33:51.228714 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-9e093526-7611-4002-af1b-981a278b330d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Network d2197ef7-85d9-4757-a2e4-13328e9df99c is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:33:51.230264 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-5b1690a1-9dd1-4dc8-b5da-e4ccea3b90b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:51.233616 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-9e093526-7611-4002-af1b-981a278b330d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:33:51.238499 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-9e093526-7611-4002-af1b-981a278b330d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Received port after_create {{(pid=92356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:33:51.258494 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-9e093526-7611-4002-af1b-981a278b330d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:51.258494 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-9e093526-7611-4002-af1b-981a278b330d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:51.272787 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e093526-7611-4002-af1b-981a278b330d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Pushing event updated for resources: {'Port': ['ID=199b7de3-f553-4ac0-ae91-f8a2c9db8507,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:51.277815 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-9e093526-7611-4002-af1b-981a278b330d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:51.406322 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-5b1690a1-9dd1-4dc8-b5da-e4ccea3b90b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:51.415871 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-08c71a7c-e07c-4e95-b3ef-c01786f904ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:51.459338 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-9e093526-7611-4002-af1b-981a278b330d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4598141 Jun 03 08:33:51.461757 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-5b1690a1-9dd1-4dc8-b5da-e4ccea3b90b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=489af82fe07646a7929f121c39fa6ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6376622 Jun 03 08:33:51.464569 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 56532) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:51.469797 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1690a1-9dd1-4dc8-b5da-e4ccea3b90b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e4c610-9176-4bd9-9bfa-d87fd8349843,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:51.477394 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-5b1690a1-9dd1-4dc8-b5da-e4ccea3b90b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:51.481175 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Request body: {'port': {'device_id': '5e7096ce-2eae-43cf-ae4e-0963628ca332', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:33:51.532505 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05224c80-fd70-439d-b532-326ab692220f req-3b58a6bb-158b-4f44-b7cd-f1d7206f0b1a tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:51.534058 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-05224c80-fd70-439d-b532-326ab692220f req-3b58a6bb-158b-4f44-b7cd-f1d7206f0b1a tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1819999 Jun 03 08:33:51.543682 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-32ba444d-93f2-4898-9bff-b894e16e766c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:51.572517 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-32ba444d-93f2-4898-9bff-b894e16e766c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:51.638653 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-05224c80-fd70-439d-b532-326ab692220f req-c6772570-522f-416f-8565-7cc23932002a tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988648 Jun 03 08:33:51.646781 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:51.747156 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-32ba444d-93f2-4898-9bff-b894e16e766c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:51.756245 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-641f8956-c515-403b-b660-b7af0db94136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:51.777261 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba444d-93f2-4898-9bff-b894e16e766c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e4c610-9176-4bd9-9bfa-d87fd8349843,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:51.781354 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-32ba444d-93f2-4898-9bff-b894e16e766c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:51.806378 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-32ba444d-93f2-4898-9bff-b894e16e766c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:51.807534 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-32ba444d-93f2-4898-9bff-b894e16e766c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5e4c610-9176-4bd9-9bfa-d87fd8349843 HTTP/1.1" status: 204 len: 168 time: 0.3413806 Jun 03 08:33:51.987688 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21679ab-137c-4e01-8dc9-4bf34514d787 req-d6c887ac-0dc4-45be-a24c-c07e147326ac tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:51.994681 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f21679ab-137c-4e01-8dc9-4bf34514d787 req-d6c887ac-0dc4-45be-a24c-c07e147326ac tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 932 time: 0.1072915 Jun 03 08:33:52.042693 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f21679ab-137c-4e01-8dc9-4bf34514d787 req-1cbbc475-2526-426b-87a6-ba717e7cb921 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470915 Jun 03 08:33:52.086945 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.notifiers.nova [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199b7de3-f553-4ac0-ae91-f8a2c9db8507 {{(pid=92356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:33:52.101981 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:52.120047 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.provisioning_blocks [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Transition to ACTIVE for port object 199b7de3-f553-4ac0-ae91-f8a2c9db8507 will not be triggered until provisioned by entity L2. {{(pid=92356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:33:52.251740 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:52.259216 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:52.449204 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Pushing event updated for resources: {'Port': ['ID=199b7de3-f553-4ac0-ae91-f8a2c9db8507,revision_number=2']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:52.454252 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:52.456594 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.managers [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Attempting to bind port 199b7de3-f553-4ac0-ae91-f8a2c9db8507 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:33:52.457029 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.managers [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Attempting to bind port 199b7de3-f553-4ac0-ae91-f8a2c9db8507 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '8357feaa-9be8-4302-8db1-454f58ba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c'}] {{(pid=92356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:33:52.457497 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Attempting to bind port 199b7de3-f553-4ac0-ae91-f8a2c9db8507 on network d2197ef7-85d9-4757-a2e4-13328e9df99c {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:33:52.463289 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Port 199b7de3-f553-4ac0-ae91-f8a2c9db8507 on network d2197ef7-85d9-4757-a2e4-13328e9df99c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 08:33:52.463777 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Attempting to bind port 199b7de3-f553-4ac0-ae91-f8a2c9db8507 on network d2197ef7-85d9-4757-a2e4-13328e9df99c {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:33:52.467141 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630f358-a512-4fdf-bf0d-8bdd73951aa4 req-8a6f7854-c122-4500-a26b-bc112898385a tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:52.474715 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Checking agent: {'id': '0b62ef4c-67a0-4b60-a013-2ab920ba3ff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'started_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:33:52.474927 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7630f358-a512-4fdf-bf0d-8bdd73951aa4 req-8a6f7854-c122-4500-a26b-bc112898385a tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1129589 Jun 03 08:33:52.475023 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Checking segment: {'id': '8357feaa-9be8-4302-8db1-454f58ba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:33:52.475023 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Bound using segment: {'id': '8357feaa-9be8-4302-8db1-454f58ba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c'} {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:33:52.475023 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.managers [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Bound port: 199b7de3-f553-4ac0-ae91-f8a2c9db8507, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8357feaa-9be8-4302-8db1-454f58ba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c'}}] {{(pid=92356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:33:52.475023 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:52.573081 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] For port 199b7de3-f553-4ac0-ae91-f8a2c9db8507, host hv-cinder-78726, cleared binding levels {{(pid=92356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:33:52.573974 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7630f358-a512-4fdf-bf0d-8bdd73951aa4 req-e26feb26-8eb3-48fd-abdc-da9db1c06215 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949121 Jun 03 08:33:52.576670 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] For port 199b7de3-f553-4ac0-ae91-f8a2c9db8507, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=199b7de3-f553-4ac0-ae91-f8a2c9db8507,segment=NetworkSegment(8357feaa-9be8-4302-8db1-454f58ba9544),segment_id=8357feaa-9be8-4302-8db1-454f58ba9544)] {{(pid=92356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:33:52.606978 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508f989-5947-4b66-8590-a2977c740043 req-361653d0-76a3-42af-a83e-810aef5d0888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:52.610029 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d508f989-5947-4b66-8590-a2977c740043 req-361653d0-76a3-42af-a83e-810aef5d0888 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3064070b7db4eb29c338090265dddc9&device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 1098 time: 0.0888236 Jun 03 08:33:52.761070 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508f989-5947-4b66-8590-a2977c740043 req-8d9eb4c7-8698-448f-942d-5fafcf48e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:52.762469 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d508f989-5947-4b66-8590-a2977c740043 req-8d9eb4c7-8698-448f-942d-5fafcf48e78b service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 HTTP/1.1" status: 200 len: 919 time: 0.1367130 Jun 03 08:33:52.829299 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d508f989-5947-4b66-8590-a2977c740043 req-18acdd1f-8315-4cec-b045-24e8c7a9feec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=308798a0-002f-4a04-87f8-c8c4951bba9b HTTP/1.1" status: 200 len: 217 time: 0.0604773 Jun 03 08:33:52.844864 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:52.849136 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:52.904481 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508f989-5947-4b66-8590-a2977c740043 req-c0f44de1-1f06-411e-b2e9-72479e9e0be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:52.906828 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d508f989-5947-4b66-8590-a2977c740043 req-c0f44de1-1f06-411e-b2e9-72479e9e0be6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a1c7d0a-5118-4e26-963e-4cc0a9489fb5 HTTP/1.1" status: 200 len: 858 time: 0.0607600 Jun 03 08:33:52.907616 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:52.908219 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:52.909557 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] 10.222.0.47 "PUT /v2.0/ports/199b7de3-f553-4ac0-ae91-f8a2c9db8507 HTTP/1.1" status: 200 len: 1094 time: 1.4334846 Jun 03 08:33:52.910027 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7096ce-2eae-43cf-ae4e-0963628ca332', 'tag': '199b7de3-f553-4ac0-ae91-f8a2c9db8507'}] {{(pid=92356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:33:52.912361 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1987e4ce19f514d8284afddf154522dadca2333eab9833e9721abb813c288452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35e7ad6-fe5f-4b92-bd66-41a9add71924" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7096ce-2eae-43cf-ae4e-0963628ca332", "tag": "199b7de3-f553-4ac0-ae91-f8a2c9db8507"}]}' {{(pid=92356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:33:52.932189 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Pushing event updated for resources: {'Port': ['ID=199b7de3-f553-4ac0-ae91-f8a2c9db8507,revision_number=3']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:52.935407 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:52.980685 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6565c19-9a86-4a93-b2d5-87e9362363a7 x-openstack-request-id: req-e6565c19-9a86-4a93-b2d5-87e9362363a7 {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:33:52.980685 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7096ce-2eae-43cf-ae4e-0963628ca332", "tag": "199b7de3-f553-4ac0-ae91-f8a2c9db8507", "status": "completed", "code": 200}]} {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:33:52.980685 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6565c19-9a86-4a93-b2d5-87e9362363a7 {{(pid=92356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:33:52.980685 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7096ce-2eae-43cf-ae4e-0963628ca332', 'tag': '199b7de3-f553-4ac0-ae91-f8a2c9db8507', 'status': 'completed', 'code': 200} Jun 03 08:33:52.995485 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d508f989-5947-4b66-8590-a2977c740043 req-1fb443d2-3b92-4b23-b64c-f9d01c2e3b71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756109 Jun 03 08:33:53.141875 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 56588) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:53.185892 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d508f989-5947-4b66-8590-a2977c740043 req-712f629e-d54e-4f10-a277-401178203898 service neutron] 10.222.0.47 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801496 Jun 03 08:33:53.200092 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e7ad6-fe5f-4b92-bd66-41a9add71924 req-8e04edf9-d370-489e-b567-c9d60543719b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:53.205049 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d35e7ad6-fe5f-4b92-bd66-41a9add71924 req-8e04edf9-d370-489e-b567-c9d60543719b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cff062860f9940faa57e665635bf80ef&device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 1097 time: 0.1990986 Jun 03 08:33:53.356646 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-933a59ac-e61d-4d11-a46c-58ce1131833e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:53.388518 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-fc583311-a5cd-43dd-ba47-3f9e5fef94e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:53.389561 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-933a59ac-e61d-4d11-a46c-58ce1131833e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:53.397801 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-933a59ac-e61d-4d11-a46c-58ce1131833e admin admin] Usage tracker for resource:security_group_rule and tenant:2a632237f94248c88dc01510d2fb2e67 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:53.402577 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-933a59ac-e61d-4d11-a46c-58ce1131833e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:53.412742 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-933a59ac-e61d-4d11-a46c-58ce1131833e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:53.419140 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d508f989-5947-4b66-8590-a2977c740043 req-f373b686-39f3-42b7-af4e-127630ffb11b service neutron] 10.222.0.47 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252421 Jun 03 08:33:53.428115 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18553e3-b144-423a-81b0-3d9e97d61bed req-c99d1761-e495-4abf-9e77-594abd143572 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:53.429558 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d18553e3-b144-423a-81b0-3d9e97d61bed req-c99d1761-e495-4abf-9e77-594abd143572 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 944 time: 0.2088540 Jun 03 08:33:53.438906 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e7ad6-fe5f-4b92-bd66-41a9add71924 req-540bb612-3b51-41ba-b158-8be534a48e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:53.440412 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d35e7ad6-fe5f-4b92-bd66-41a9add71924 req-540bb612-3b51-41ba-b158-8be534a48e56 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=cff062860f9940faa57e665635bf80ef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2208903 Jun 03 08:33:53.500973 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d18553e3-b144-423a-81b0-3d9e97d61bed req-8d3f8b42-7baf-43e9-b9b3-fe0b21d8f41f tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584164 Jun 03 08:33:53.661364 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e7ad6-fe5f-4b92-bd66-41a9add71924 req-a4784c80-35d4-4976-b5bf-c32f8740824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:53.662839 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d35e7ad6-fe5f-4b92-bd66-41a9add71924 req-a4784c80-35d4-4976-b5bf-c32f8740824e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1924536 Jun 03 08:33:53.678524 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-933a59ac-e61d-4d11-a46c-58ce1131833e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:53.794077 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-933a59ac-e61d-4d11-a46c-58ce1131833e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:53.804732 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-494531a6-a16f-407c-86df-a330ad5c93d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:53.872768 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a59ac-e61d-4d11-a46c-58ce1131833e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dd1905-568e-4eae-bcdf-8af5f111052d,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:53.877387 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-933a59ac-e61d-4d11-a46c-58ce1131833e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a632237f94248c88dc01510d2fb2e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7329791 Jun 03 08:33:53.880135 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 56640) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:53.880354 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-933a59ac-e61d-4d11-a46c-58ce1131833e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:53.908588 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-bab7a0e9-9404-4a56-9bbb-7e605ad453e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:53.911461 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-bab7a0e9-9404-4a56-9bbb-7e605ad453e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cff062860f9940faa57e665635bf80ef&device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 1097 time: 0.2025456 Jun 03 08:33:53.924505 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9957fd-8782-4e3c-861b-da59465417f5 req-79f63cda-d008-45f1-9549-42d07dccbc1f tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:53.926473 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2b9957fd-8782-4e3c-861b-da59465417f5 req-79f63cda-d008-45f1-9549-42d07dccbc1f tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1837139 Jun 03 08:33:53.961383 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-82b58af8-48d9-4bb1-a1eb-ad5f53ab563a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:53.992941 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-82b58af8-48d9-4bb1-a1eb-ad5f53ab563a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:54.099773 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-9ca84cb1-e7a9-4719-8dc3-1dbebfe61ae3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=199b7de3-f553-4ac0-ae91-f8a2c9db8507 HTTP/1.1" status: 200 len: 217 time: 0.1719499 Jun 03 08:33:54.146324 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-82b58af8-48d9-4bb1-a1eb-ad5f53ab563a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:54.151057 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-00c8a7b8-d2db-4d55-9e09-406d493c0b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:54.162609 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2b9957fd-8782-4e3c-861b-da59465417f5 req-346d7106-d423-45c2-980a-9064abb1bba8 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970144 Jun 03 08:33:54.163710 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b58af8-48d9-4bb1-a1eb-ad5f53ab563a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dd1905-568e-4eae-bcdf-8af5f111052d,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:54.166661 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-82b58af8-48d9-4bb1-a1eb-ad5f53ab563a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:54.168740 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-82b58af8-48d9-4bb1-a1eb-ad5f53ab563a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:54.170065 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-82b58af8-48d9-4bb1-a1eb-ad5f53ab563a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85dd1905-568e-4eae-bcdf-8af5f111052d HTTP/1.1" status: 204 len: 168 time: 0.2886527 Jun 03 08:33:54.186831 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-d8575874-d682-4b9b-bdb7-bb07c4ef09a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:54.188593 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-d8575874-d682-4b9b-bdb7-bb07c4ef09a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=953f21ea-c75c-4545-b610-547c5766cd2e HTTP/1.1" status: 200 len: 854 time: 0.0748057 Jun 03 08:33:54.241442 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-60188511-a1df-4a76-abb8-aba504004727 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2197ef7-85d9-4757-a2e4-13328e9df99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414455 Jun 03 08:33:54.382332 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-fb5705e8-add2-4ec2-9acc-c9a3e586aa0f service neutron] 10.222.0.47 "GET /v2.0/networks/d2197ef7-85d9-4757-a2e4-13328e9df99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241589 Jun 03 08:33:54.533161 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9a45ead0-7c78-41e6-a80d-6cd1efae7c47 req-463924b2-0375-49f3-aa9e-8c99b1ae9928 service neutron] 10.222.0.47 "GET /v2.0/networks/d2197ef7-85d9-4757-a2e4-13328e9df99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372435 Jun 03 08:33:54.679726 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee4b5d-ea04-4075-8d57-e0692c9dbccc req-6c32fdfd-aad0-4d74-891a-9c26462dc513 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:54.680373 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-4bee4b5d-ea04-4075-8d57-e0692c9dbccc req-6c32fdfd-aad0-4d74-891a-9c26462dc513 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Synchronizing usage tracker for tenant:cff062860f9940faa57e665635bf80ef on resource:port {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:33:54.804152 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-4bee4b5d-ea04-4075-8d57-e0692c9dbccc req-6c32fdfd-aad0-4d74-891a-9c26462dc513 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Unset dirty status for tenant:cff062860f9940faa57e665635bf80ef on resource:port {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:33:54.804152 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4bee4b5d-ea04-4075-8d57-e0692c9dbccc req-6c32fdfd-aad0-4d74-891a-9c26462dc513 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 944 time: 0.1975274 Jun 03 08:33:54.872543 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4bee4b5d-ea04-4075-8d57-e0692c9dbccc req-02606aac-50ed-4ab1-8cad-92cccb6f0186 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575631 Jun 03 08:33:55.372859 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac974a2-f698-4725-a9bd-0ba44aa32e7a req-1d69f032-048f-426b-b441-33f972abbd21 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:55.374476 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fac974a2-f698-4725-a9bd-0ba44aa32e7a req-1d69f032-048f-426b-b441-33f972abbd21 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0906882 Jun 03 08:33:55.406778 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 56672) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:55.422359 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fac974a2-f698-4725-a9bd-0ba44aa32e7a req-2d3b47e1-d7bd-40c7-b289-1a79272caceb tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407126 Jun 03 08:33:55.425431 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-34ceeab6-d6fc-4b49-b7c0-35226db69e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:55.440562 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-34ceeab6-d6fc-4b49-b7c0-35226db69e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:33:55.444823 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-34ceeab6-d6fc-4b49-b7c0-35226db69e08 admin admin] Usage tracker for resource:security_group_rule and tenant:682b57b50e8246b4874afb3236c4dd92 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:33:55.447703 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-34ceeab6-d6fc-4b49-b7c0-35226db69e08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:33:55.453533 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-34ceeab6-d6fc-4b49-b7c0-35226db69e08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:33:55.541658 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-34ceeab6-d6fc-4b49-b7c0-35226db69e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:55.694905 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-34ceeab6-d6fc-4b49-b7c0-35226db69e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:55.702529 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:55.742616 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ceeab6-d6fc-4b49-b7c0-35226db69e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820296b3-e129-4620-9328-37fb031e3f7c,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:55.746794 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-34ceeab6-d6fc-4b49-b7c0-35226db69e08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=682b57b50e8246b4874afb3236c4dd92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3389239 Jun 03 08:33:55.747595 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-34ceeab6-d6fc-4b49-b7c0-35226db69e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:55.750141 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 56678) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:55.808595 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7b88278b-db34-4084-9d1d-726af8955313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:55.835472 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7b88278b-db34-4084-9d1d-726af8955313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:56.014836 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7b88278b-db34-4084-9d1d-726af8955313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:56.020620 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-ef1c0e47-194e-4ebb-88b1-b4290f21968d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:56.033754 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88278b-db34-4084-9d1d-726af8955313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820296b3-e129-4620-9328-37fb031e3f7c,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:56.037291 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-7b88278b-db34-4084-9d1d-726af8955313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:56.042303 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d9de2-6116-49fe-90f1-d26ee20b0663 req-1c8daff4-2fe1-40a4-a06b-a69db56596d8 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:56.043984 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7b88278b-db34-4084-9d1d-726af8955313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:56.044289 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-733d9de2-6116-49fe-90f1-d26ee20b0663 req-1c8daff4-2fe1-40a4-a06b-a69db56596d8 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 944 time: 0.0855634 Jun 03 08:33:56.045075 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-7b88278b-db34-4084-9d1d-726af8955313 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/820296b3-e129-4620-9328-37fb031e3f7c HTTP/1.1" status: 204 len: 168 time: 0.2947135 Jun 03 08:33:56.096674 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-733d9de2-6116-49fe-90f1-d26ee20b0663 req-260f85da-5ef2-4fa2-8e30-5bb19337a4e6 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450785 Jun 03 08:33:56.401838 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 56700) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:56.483458 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c90833-3dea-4899-bdc0-e21c4729c4df admin admin] Deleting subnet 30c2b46e-4c3f-4509-89ee-2ad59636cf9f {{(pid=92356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 08:33:56.483458 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d1c90833-3dea-4899-bdc0-e21c4729c4df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:56.528669 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d1c90833-3dea-4899-bdc0-e21c4729c4df admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:56.541913 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d1c90833-3dea-4899-bdc0-e21c4729c4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997589'] for subnet, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:56.576143 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:56.733991 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-8070fb14-a1e4-4031-b1e1-cc814a6aff88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:56.761431 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b7725-ea73-4179-a4ca-cfa90d7185c7 req-4f9cc83c-6187-4314-87a9-eefd0ab1dd47 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:56.762986 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-685b7725-ea73-4179-a4ca-cfa90d7185c7 req-4f9cc83c-6187-4314-87a9-eefd0ab1dd47 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.2257025 Jun 03 08:33:56.875108 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-685b7725-ea73-4179-a4ca-cfa90d7185c7 req-0f2f4c9a-4f59-48fc-bef9-bffa899e0ad0 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973446 Jun 03 08:33:57.037844 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d1c90833-3dea-4899-bdc0-e21c4729c4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495'] for subnet, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:57.043660 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2fda2db4-2d1d-4eb7-8474-8cb4e3a4bf95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:57.079542 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90833-3dea-4899-bdc0-e21c4729c4df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30c2b46e-4c3f-4509-89ee-2ad59636cf9f,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:57.081332 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d1c90833-3dea-4899-bdc0-e21c4729c4df admin admin] Notify callbacks [] for subnet, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:57.087384 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d1c90833-3dea-4899-bdc0-e21c4729c4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:57.088268 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-d1c90833-3dea-4899-bdc0-e21c4729c4df admin admin] 10.222.0.18 "DELETE /v2.0/subnets/30c2b46e-4c3f-4509-89ee-2ad59636cf9f HTTP/1.1" status: 204 len: 168 time: 0.6852746 Jun 03 08:33:57.090923 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 56720) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:57.209029 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528754'] for network, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:57.300239 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e6814-4f93-4b3d-9093-d7b86f160d6e req-587f7a1a-767c-4a33-82bf-2d29ab628663 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:57.301718 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7b9e6814-4f93-4b3d-9093-d7b86f160d6e req-587f7a1a-767c-4a33-82bf-2d29ab628663 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 944 time: 0.0875835 Jun 03 08:33:57.337499 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999006', 'neutron.services.segments.db._delete_segments_for_network-8762866104814'] for network, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:57.350566 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7b9e6814-4f93-4b3d-9093-d7b86f160d6e req-243b683e-bc06-4443-b54c-46f673d0e1fc tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428813 Jun 03 08:33:57.351603 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:33:57.363789 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:33:57.363789 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:33:57.363789 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Subscribe: > port after_create 55550000 {{(pid=92356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:33:57.363789 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:33:57.363789 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Subscribe: > port after_update 55550000 {{(pid=92356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:33:57.363789 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:33:57.363789 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:33:57.363789 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:33:57.363789 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:33:57.420463 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:33:57.420818 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:33:57.421144 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:33:57.421502 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 08:33:57.421931 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ddcffe-1013-48bb-b4a5-348f7f52c8f9']}} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:33:57.435674 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3fb3b03-8bd4-4b4b-b44e-44e363eeeec0') {'for_net_delete': True} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:33:57.435972 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3fb3b03-8bd4-4b4b-b44e-44e363eeeec0') {} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:33:57.457089 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762866108173', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15284958'] for segment, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:57.480679 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:57.489919 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=92356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 08:33:57.490501 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262507'] for segment, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: from cryptography.utils import int_from_bytes Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: from cryptography.utils import int_from_bytes Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: Traceback (most recent call last): Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: timer() Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: cb(*args, **kw) Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: return func(*args, **kwargs) Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: self._notify() Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: self.callback(batched_events) Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: event.method(event) Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: return f(self, *a, **k) Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: return self._get(url).json() Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: return self.request(url, 'GET', **kwargs) Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 08:33:57.588837 dv-cinder-787262-5-smb neutron-server[92356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 08:33:57.793111 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361038'] for network, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:57.797148 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:57.818199 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:57.820800 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=45ddcffe-1013-48bb-b4a5-348f7f52c8f9,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:57.823538 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:57.826239 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-08c320a7-f822-4843-b567-f8d35dec83d3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/45ddcffe-1013-48bb-b4a5-348f7f52c8f9 HTTP/1.1" status: 204 len: 168 time: 0.7343347 Jun 03 08:33:57.829505 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 56738) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:57.832830 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:57.901790 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ff6a6f-aba8-4ade-88d8-5336746a635e admin admin] Deleting subnet b470aa9c-4bc8-4d8f-afea-14bb668a1d6c {{(pid=92356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 08:33:57.905230 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c4ff6a6f-aba8-4ade-88d8-5336746a635e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:57.957933 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c4ff6a6f-aba8-4ade-88d8-5336746a635e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15284933'] for subnet, precommit_delete_associations {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:58.023002 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c4ff6a6f-aba8-4ade-88d8-5336746a635e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997589'] for subnet, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:58.359119 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c4ff6a6f-aba8-4ade-88d8-5336746a635e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15262529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15091295'] for subnet, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:58.363385 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-5dd50c31-274c-4697-8c82-3064b2a89545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:58.400577 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff6a6f-aba8-4ade-88d8-5336746a635e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b470aa9c-4bc8-4d8f-afea-14bb668a1d6c,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:58.403011 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-c4ff6a6f-aba8-4ade-88d8-5336746a635e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:58.407119 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c4ff6a6f-aba8-4ade-88d8-5336746a635e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:58.413726 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-c4ff6a6f-aba8-4ade-88d8-5336746a635e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b470aa9c-4bc8-4d8f-afea-14bb668a1d6c HTTP/1.1" status: 204 len: 168 time: 0.5830233 Jun 03 08:33:58.415878 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 56758) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:58.528993 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 199b7de3-f553-4ac0-ae91-f8a2c9db8507 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:33:58.537570 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b92f5b65-8382-4bf8-a061-29d6395e2ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528754'] for network, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:58.557609 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2d687-9f7f-4e1b-945b-9c2a7e383672 req-07c97696-668b-421f-8a12-6746cd18f68a tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:58.559267 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-c1c2d687-9f7f-4e1b-945b-9c2a7e383672 req-07c97696-668b-421f-8a12-6746cd18f68a tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 944 time: 0.0896814 Jun 03 08:33:58.678192 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-c1c2d687-9f7f-4e1b-945b-9c2a7e383672 req-4a876399-d0eb-45bb-8f30-1d10f002a352 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094148 Jun 03 08:33:58.682045 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 199b7de3-f553-4ac0-ae91-f8a2c9db8507, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=199b7de3-f553-4ac0-ae91-f8a2c9db8507,segment=NetworkSegment(8357feaa-9be8-4302-8db1-454f58ba9544),segment_id=8357feaa-9be8-4302-8db1-454f58ba9544)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:33:58.688566 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b92f5b65-8382-4bf8-a061-29d6395e2ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999006', 'neutron.services.segments.db._delete_segments_for_network-8762866104814'] for network, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:58.697845 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': '199b7de3-f553-4ac0-ae91-f8a2c9db8507', 'network_id': 'd2197ef7-85d9-4757-a2e4-13328e9df99c', 'port_id': '199b7de3-f553-4ac0-ae91-f8a2c9db8507', 'mac_address': 'fa:16:3e:53:f7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953f21ea-c75c-4545-b610-547c5766cd2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:33:58.702856 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-b92f5b65-8382-4bf8-a061-29d6395e2ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace329e8-bfb7-42a8-ad14-37e33b3d3348']}} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:33:58.716139 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-b92f5b65-8382-4bf8-a061-29d6395e2ac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f830b1-65d0-4275-92af-69b72eb94e2c') {'for_net_delete': True} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:33:58.716433 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-b92f5b65-8382-4bf8-a061-29d6395e2ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f830b1-65d0-4275-92af-69b72eb94e2c') {} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:33:58.728538 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b92f5b65-8382-4bf8-a061-29d6395e2ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762866108173', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15284958'] for segment, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:58.746210 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b92f5b65-8382-4bf8-a061-29d6395e2ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:58.754750 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92f5b65-8382-4bf8-a061-29d6395e2ac6 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=92356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 08:33:58.755299 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b92f5b65-8382-4bf8-a061-29d6395e2ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262507'] for segment, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:58.766276 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: Traceback (most recent call last): Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: timer() Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: cb(*args, **kw) Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: return func(*args, **kwargs) Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: self._notify() Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: self.callback(batched_events) Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: event.method(event) Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: return f(self, *a, **k) Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: return self._get(url).json() Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: return self.request(url, 'GET', **kwargs) Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 08:33:58.770311 dv-cinder-787262-5-smb neutron-server[92356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 08:33:58.785364 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199b7de3-f553-4ac0-ae91-f8a2c9db8507 {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:33:58.804224 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 199b7de3-f553-4ac0-ae91-f8a2c9db8507, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=199b7de3-f553-4ac0-ae91-f8a2c9db8507,segment=NetworkSegment(8357feaa-9be8-4302-8db1-454f58ba9544),segment_id=8357feaa-9be8-4302-8db1-454f58ba9544)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:33:58.958525 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:58.960523 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-4c230991-2e8c-4960-aca5-26d6f88e873d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:59.036942 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=199b7de3-f553-4ac0-ae91-f8a2c9db8507,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:59.040147 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:59.057577 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b92f5b65-8382-4bf8-a061-29d6395e2ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361038'] for network, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:59.067297 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:59.082846 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b92f5b65-8382-4bf8-a061-29d6395e2ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:59.098406 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f5b65-8382-4bf8-a061-29d6395e2ac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ace329e8-bfb7-42a8-ad14-37e33b3d3348,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:59.102428 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-b92f5b65-8382-4bf8-a061-29d6395e2ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:59.106686 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-b92f5b65-8382-4bf8-a061-29d6395e2ac6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ace329e8-bfb7-42a8-ad14-37e33b3d3348 HTTP/1.1" status: 204 len: 168 time: 0.6871150 Jun 03 08:33:59.123222 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3c98b-4857-4c29-a506-f5a62e057c8e req-d6a70e64-b230-4bc3-89fa-c4447e54d350 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:59.124976 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4cb3c98b-4857-4c29-a506-f5a62e057c8e req-d6a70e64-b230-4bc3-89fa-c4447e54d350 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1258078 Jun 03 08:33:59.173706 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4cb3c98b-4857-4c29-a506-f5a62e057c8e req-a47b9983-1aae-45f9-af96-10360862ad82 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425756 Jun 03 08:33:59.384973 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['199b7de3-f553-4ac0-ae91-f8a2c9db8507'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:33:59.535677 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 56790) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:59.585249 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-e16e99c2-f183-4484-bb95-26b3ec89dfab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2633aecc0fe04470a008aae09dce8d34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478017 Jun 03 08:33:59.588063 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 56792) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:33:59.654733 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-11a3cd42-0a69-45df-b27a-2c7e4833e5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:59.683044 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-11a3cd42-0a69-45df-b27a-2c7e4833e5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:59.810111 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-11a3cd42-0a69-45df-b27a-2c7e4833e5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:59.810547 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:59.814352 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-158921a7-b948-4a1d-bb2a-4595cb2ac037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:33:59.831563 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3cd42-0a69-45df-b27a-2c7e4833e5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf68311-8fbf-4078-86d1-066eb43c932e,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:33:59.840893 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd42-0a69-45df-b27a-2c7e4833e5f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:59.841245 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd42-0a69-45df-b27a-2c7e4833e5f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:59.841594 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd42-0a69-45df-b27a-2c7e4833e5f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:59.841936 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd42-0a69-45df-b27a-2c7e4833e5f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:59.842295 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd42-0a69-45df-b27a-2c7e4833e5f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:59.842627 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd42-0a69-45df-b27a-2c7e4833e5f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:59.842954 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd42-0a69-45df-b27a-2c7e4833e5f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:59.843312 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd42-0a69-45df-b27a-2c7e4833e5f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:59.843734 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd42-0a69-45df-b27a-2c7e4833e5f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:59.843966 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd42-0a69-45df-b27a-2c7e4833e5f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:59.844287 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd42-0a69-45df-b27a-2c7e4833e5f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:59.844602 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd42-0a69-45df-b27a-2c7e4833e5f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:33:59.848136 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-11a3cd42-0a69-45df-b27a-2c7e4833e5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:33:59.895207 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a2ffb-1913-44f8-8f70-08999364603a req-fca56853-90eb-43bd-9eb3-2f23c164a3b9 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:33:59.896788 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-816a2ffb-1913-44f8-8f70-08999364603a req-fca56853-90eb-43bd-9eb3-2f23c164a3b9 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 945 time: 0.1064422 Jun 03 08:33:59.911913 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-11a3cd42-0a69-45df-b27a-2c7e4833e5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:33:59.916215 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-11a3cd42-0a69-45df-b27a-2c7e4833e5f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eaf68311-8fbf-4078-86d1-066eb43c932e HTTP/1.1" status: 204 len: 168 time: 0.3265893 Jun 03 08:33:59.943401 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-816a2ffb-1913-44f8-8f70-08999364603a req-d75309a3-91e1-4909-b320-f15423d2431c tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403664 Jun 03 08:34:00.676189 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 56820) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:00.727816 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-d89cf90c-5c43-4862-8655-79095a89e320 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e4c75e5bf5f49ef988668087997fc12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498865 Jun 03 08:34:00.730085 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 56822) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:00.789655 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-0c29605a-5837-4a0b-86dc-08a4409df3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:00.815968 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-0c29605a-5837-4a0b-86dc-08a4409df3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:01.028837 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-0c29605a-5837-4a0b-86dc-08a4409df3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:01.045384 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:01.052429 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29605a-5837-4a0b-86dc-08a4409df3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bcdb0b-bc31-4f50-9a48-f6bf1890a05b,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:01.056887 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-0c29605a-5837-4a0b-86dc-08a4409df3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:01.061186 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-0c29605a-5837-4a0b-86dc-08a4409df3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:01.063189 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-0c29605a-5837-4a0b-86dc-08a4409df3bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28bcdb0b-bc31-4f50-9a48-f6bf1890a05b HTTP/1.1" status: 204 len: 168 time: 0.3318608 Jun 03 08:34:01.156900 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96edf84-6f9a-49c0-b947-a324466b5968 req-a7264181-9ca4-44a8-956d-e6df47457e11 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:01.165660 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f96edf84-6f9a-49c0-b947-a324466b5968 req-a7264181-9ca4-44a8-956d-e6df47457e11 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 945 time: 0.0957556 Jun 03 08:34:01.213814 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f96edf84-6f9a-49c0-b947-a324466b5968 req-5d9ad038-fe1b-4fa3-8e43-2524d99c5595 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470145 Jun 03 08:34:02.447432 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad5abe-2f85-4a5a-bd49-7f6886324bb8 req-658c1385-4a2f-48f2-bcee-cd5f90024832 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:02.450663 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-42ad5abe-2f85-4a5a-bd49-7f6886324bb8 req-658c1385-4a2f-48f2-bcee-cd5f90024832 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 945 time: 0.1170824 Jun 03 08:34:02.512027 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-42ad5abe-2f85-4a5a-bd49-7f6886324bb8 req-c3a5687a-13e7-495e-886e-0043f7ed03d1 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555031 Jun 03 08:34:02.549111 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 199b7de3-f553-4ac0-ae91-f8a2c9db8507 up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:34:02.735679 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning for port 199b7de3-f553-4ac0-ae91-f8a2c9db8507 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:34:02.740942 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port 199b7de3-f553-4ac0-ae91-f8a2c9db8507 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:34:02.741320 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:02.861037 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:02.887190 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7096ce-2eae-43cf-ae4e-0963628ca332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199b7de3-f553-4ac0-ae91-f8a2c9db8507'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:34:02.889516 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28475fb8-d770-45b2-a733-1bdc47fb1eb8" -d '{"events": [{"server_uuid": "5e7096ce-2eae-43cf-ae4e-0963628ca332", "name": "network-vif-plugged", "status": "completed", "tag": "199b7de3-f553-4ac0-ae91-f8a2c9db8507"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:34:02.898023 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 199b7de3-f553-4ac0-ae91-f8a2c9db8507, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=199b7de3-f553-4ac0-ae91-f8a2c9db8507,segment=NetworkSegment(8357feaa-9be8-4302-8db1-454f58ba9544),segment_id=8357feaa-9be8-4302-8db1-454f58ba9544)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:34:02.934521 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff35890b-95ff-4677-b339-0cfdaeb89c71 x-openstack-request-id: req-ff35890b-95ff-4677-b339-0cfdaeb89c71 {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:34:02.934823 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7096ce-2eae-43cf-ae4e-0963628ca332", "name": "network-vif-plugged", "status": "completed", "tag": "199b7de3-f553-4ac0-ae91-f8a2c9db8507", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:34:02.935086 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff35890b-95ff-4677-b339-0cfdaeb89c71 {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:34:02.935480 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7096ce-2eae-43cf-ae4e-0963628ca332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199b7de3-f553-4ac0-ae91-f8a2c9db8507', 'code': 200} Jun 03 08:34:02.993129 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:02.994996 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:03.071185 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=199b7de3-f553-4ac0-ae91-f8a2c9db8507,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:03.074350 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:03.114890 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 56884) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:03.234889 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-6e254e49-da10-43ed-871a-c54531f3488b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:03.248703 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-6e254e49-da10-43ed-871a-c54531f3488b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:34:03.252421 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-6e254e49-da10-43ed-871a-c54531f3488b admin admin] Usage tracker for resource:security_group_rule and tenant:0cdc128c49414cef8ebe72bfa9518e6c is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:34:03.255177 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-6e254e49-da10-43ed-871a-c54531f3488b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:34:03.260779 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-6e254e49-da10-43ed-871a-c54531f3488b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:34:03.349353 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-6e254e49-da10-43ed-871a-c54531f3488b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:03.377393 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517ecbf-a80f-4459-97e0-1629bd8e55c3 req-0e25a600-89d7-4c8b-9fa3-880e27d742a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:03.378768 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-1517ecbf-a80f-4459-97e0-1629bd8e55c3 req-0e25a600-89d7-4c8b-9fa3-880e27d742a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 1099 time: 0.0732167 Jun 03 08:34:03.421732 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-6e254e49-da10-43ed-871a-c54531f3488b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:03.430342 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-1517ecbf-a80f-4459-97e0-1629bd8e55c3 req-515a44d2-07e4-4343-9266-f7cf38b86cfd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356288 Jun 03 08:34:03.436378 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-15810de7-8b9a-4d56-a3eb-b6f3f06620e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:03.480908 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e254e49-da10-43ed-871a-c54531f3488b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edff480-a0f1-4fee-8014-0ef5f1f2b4e4,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:03.489104 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 56898) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:03.495038 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-6e254e49-da10-43ed-871a-c54531f3488b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0cdc128c49414cef8ebe72bfa9518e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790236 Jun 03 08:34:03.496351 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-6e254e49-da10-43ed-871a-c54531f3488b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:03.565437 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-373f465e-b812-471d-a789-0b95e578856e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:03.592538 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-373f465e-b812-471d-a789-0b95e578856e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:03.723678 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dfcb3-51c8-462b-bb00-a9858dbccbee req-415ff4c0-8bd7-4e95-aa1e-15e12a5f2556 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:03.725318 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a18dfcb3-51c8-462b-bb00-a9858dbccbee req-415ff4c0-8bd7-4e95-aa1e-15e12a5f2556 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 946 time: 0.0847507 Jun 03 08:34:03.750966 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-373f465e-b812-471d-a789-0b95e578856e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:03.757199 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-bef47d4e-464d-43b2-952e-8dc6f1c2147f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:03.776918 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f465e-b812-471d-a789-0b95e578856e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edff480-a0f1-4fee-8014-0ef5f1f2b4e4,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:03.797701 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-373f465e-b812-471d-a789-0b95e578856e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:03.801765 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-373f465e-b812-471d-a789-0b95e578856e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7edff480-a0f1-4fee-8014-0ef5f1f2b4e4 HTTP/1.1" status: 204 len: 168 time: 0.3087697 Jun 03 08:34:03.801765 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f465e-b812-471d-a789-0b95e578856e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:03.801765 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f465e-b812-471d-a789-0b95e578856e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:03.801765 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f465e-b812-471d-a789-0b95e578856e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:03.801765 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f465e-b812-471d-a789-0b95e578856e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:03.801765 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f465e-b812-471d-a789-0b95e578856e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:03.802311 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f465e-b812-471d-a789-0b95e578856e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:03.802582 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f465e-b812-471d-a789-0b95e578856e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:03.802762 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f465e-b812-471d-a789-0b95e578856e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:03.803105 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f465e-b812-471d-a789-0b95e578856e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:03.803444 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f465e-b812-471d-a789-0b95e578856e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:03.803956 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f465e-b812-471d-a789-0b95e578856e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:03.804101 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f465e-b812-471d-a789-0b95e578856e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:03.809228 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a18dfcb3-51c8-462b-bb00-a9858dbccbee req-d0f9972c-a92d-4f64-bf0b-b7548c898517 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741708 Jun 03 08:34:03.810014 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-373f465e-b812-471d-a789-0b95e578856e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:04.397738 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f3849-dd2c-49cf-966e-a0df5e14aec6 req-41593e49-57d5-40a0-98fa-33ea0c57b5ac tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:04.399264 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-995f3849-dd2c-49cf-966e-a0df5e14aec6 req-41593e49-57d5-40a0-98fa-33ea0c57b5ac tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.2084291 Jun 03 08:34:04.405038 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdbb30-b766-4223-9dcc-5344387268dc req-10ca4927-1ab0-4705-ae72-7883164deb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:04.407082 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-62cdbb30-b766-4223-9dcc-5344387268dc req-10ca4927-1ab0-4705-ae72-7883164deb12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3064070b7db4eb29c338090265dddc9&device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 1098 time: 0.1847792 Jun 03 08:34:04.482555 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-995f3849-dd2c-49cf-966e-a0df5e14aec6 req-f1fee40a-ff58-4ff9-a778-5199040c8c1a tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750725 Jun 03 08:34:04.588095 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdbb30-b766-4223-9dcc-5344387268dc req-f012fce7-9386-49a6-bffe-0a3660f8907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:04.589539 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-62cdbb30-b766-4223-9dcc-5344387268dc req-f012fce7-9386-49a6-bffe-0a3660f8907b service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 HTTP/1.1" status: 200 len: 919 time: 0.1612716 Jun 03 08:34:04.662470 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-62cdbb30-b766-4223-9dcc-5344387268dc req-0ffa08c1-fdd8-4b8d-8fd3-4f923b2de820 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=308798a0-002f-4a04-87f8-c8c4951bba9b HTTP/1.1" status: 200 len: 217 time: 0.0657086 Jun 03 08:34:04.730562 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdbb30-b766-4223-9dcc-5344387268dc req-9579f4b1-efe0-4fc4-9795-3aca3b4f3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:04.731886 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-62cdbb30-b766-4223-9dcc-5344387268dc req-9579f4b1-efe0-4fc4-9795-3aca3b4f3350 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a1c7d0a-5118-4e26-963e-4cc0a9489fb5 HTTP/1.1" status: 200 len: 858 time: 0.0609889 Jun 03 08:34:04.795958 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-62cdbb30-b766-4223-9dcc-5344387268dc req-8ef89202-f689-4445-a4cc-15e5fb69cbed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408888 Jun 03 08:34:04.970138 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-62cdbb30-b766-4223-9dcc-5344387268dc req-cab253c4-00d6-4857-9577-6d970b699894 service neutron] 10.222.0.47 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560056 Jun 03 08:34:05.078811 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126c364-c53f-4f41-bd7d-76c30bd3b14a req-70b05968-3678-4759-ae14-1685c1681979 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:05.080717 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9126c364-c53f-4f41-bd7d-76c30bd3b14a req-70b05968-3678-4759-ae14-1685c1681979 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 946 time: 0.1168065 Jun 03 08:34:05.136175 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9126c364-c53f-4f41-bd7d-76c30bd3b14a req-6309fdfd-4ed5-45ae-8a5c-aca1fdd99af5 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490112 Jun 03 08:34:05.205824 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-62cdbb30-b766-4223-9dcc-5344387268dc req-a6be04fa-506b-4300-a6d8-dd9bcf31be88 service neutron] 10.222.0.47 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036252 Jun 03 08:34:05.672317 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981eee3-c2e9-439a-8a08-c6f853556b2f req-548c7291-6385-4c62-8f35-c4ad6e716828 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:05.673773 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-c981eee3-c2e9-439a-8a08-c6f853556b2f req-548c7291-6385-4c62-8f35-c4ad6e716828 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0814610 Jun 03 08:34:05.721696 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-c981eee3-c2e9-439a-8a08-c6f853556b2f req-f8a0e4ec-3d32-458c-ae21-1315ae46c72f tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Jun 03 08:34:06.345745 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994aeade-23f1-4f67-9777-5888c65ac395 req-27643df0-2481-4c3a-948b-4b119a5b2e30 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:06.347326 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-994aeade-23f1-4f67-9777-5888c65ac395 req-27643df0-2481-4c3a-948b-4b119a5b2e30 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 946 time: 0.0941651 Jun 03 08:34:06.395543 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-994aeade-23f1-4f67-9777-5888c65ac395 req-d02ac44b-adad-461d-b7ff-774a38de9262 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418243 Jun 03 08:34:06.918887 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14335cd7-528f-4bdf-82c7-af6171dc2b25 req-d5d20673-d081-467f-b8a6-cc13193561a5 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:06.920349 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-14335cd7-528f-4bdf-82c7-af6171dc2b25 req-d5d20673-d081-467f-b8a6-cc13193561a5 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0850372 Jun 03 08:34:06.967206 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-14335cd7-528f-4bdf-82c7-af6171dc2b25 req-22e8fb91-f8e4-4085-8da7-92793e55fe51 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402024 Jun 03 08:34:08.165661 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c5f65-ad15-49ed-9259-210946324ea8 req-03c7d4fe-b87d-425d-81db-83491764ae28 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:08.167125 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-8c4c5f65-ad15-49ed-9259-210946324ea8 req-03c7d4fe-b87d-425d-81db-83491764ae28 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0781515 Jun 03 08:34:08.213132 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-8c4c5f65-ad15-49ed-9259-210946324ea8 req-978e1d42-fd05-4f38-8d4f-43998a700a23 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403533 Jun 03 08:34:09.425670 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4951933-1a26-48d5-821c-87b060718ef6 req-5c5e96bc-50fa-4081-b838-b9c940f785e0 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:09.427247 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d4951933-1a26-48d5-821c-87b060718ef6 req-5c5e96bc-50fa-4081-b838-b9c940f785e0 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0953314 Jun 03 08:34:09.482502 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d4951933-1a26-48d5-821c-87b060718ef6 req-e3de264d-afe9-40ae-8737-da51a191844e tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492835 Jun 03 08:34:10.668989 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896e86d-5e19-442d-a013-27100837c389 req-ad0c11a8-90cf-4f60-9227-bba74de6c477 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:10.670481 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2896e86d-5e19-442d-a013-27100837c389 req-ad0c11a8-90cf-4f60-9227-bba74de6c477 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0797625 Jun 03 08:34:10.719799 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2896e86d-5e19-442d-a013-27100837c389 req-6de4eeb7-666f-4a05-9287-a9d3a71738cb tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435820 Jun 03 08:34:10.929116 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb47f0-2718-4fcf-9222-8593121c35af req-faac30a8-8e87-48d1-9a3a-68cdd97772ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:10.930696 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-caeb47f0-2718-4fcf-9222-8593121c35af req-faac30a8-8e87-48d1-9a3a-68cdd97772ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3064070b7db4eb29c338090265dddc9&device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 1098 time: 0.0699387 Jun 03 08:34:11.084006 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb47f0-2718-4fcf-9222-8593121c35af req-8831ee57-da73-4465-9077-8db2d3f96d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:11.085746 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-caeb47f0-2718-4fcf-9222-8593121c35af req-8831ee57-da73-4465-9077-8db2d3f96d2d service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 HTTP/1.1" status: 200 len: 919 time: 0.1313314 Jun 03 08:34:11.169763 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-caeb47f0-2718-4fcf-9222-8593121c35af req-97e866f7-fa34-4cdb-830b-26f5a771c09c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=308798a0-002f-4a04-87f8-c8c4951bba9b HTTP/1.1" status: 200 len: 217 time: 0.0680916 Jun 03 08:34:11.242873 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb47f0-2718-4fcf-9222-8593121c35af req-de815ccf-d97d-4284-b1dd-cd4a1a4b8b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:11.244290 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-caeb47f0-2718-4fcf-9222-8593121c35af req-de815ccf-d97d-4284-b1dd-cd4a1a4b8b78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a1c7d0a-5118-4e26-963e-4cc0a9489fb5 HTTP/1.1" status: 200 len: 858 time: 0.0616384 Jun 03 08:34:11.302579 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-caeb47f0-2718-4fcf-9222-8593121c35af req-791aaddc-7f7e-4c2f-ac2a-a4318fec5a35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411968 Jun 03 08:34:11.440864 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-caeb47f0-2718-4fcf-9222-8593121c35af req-3eac93ef-1130-43b0-bd26-9f60e7b3141b service neutron] 10.222.0.47 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311281 Jun 03 08:34:11.580179 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-caeb47f0-2718-4fcf-9222-8593121c35af req-fbc8f8fc-7cee-4518-8bf7-519dd98a8b4a service neutron] 10.222.0.47 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309013 Jun 03 08:34:11.913173 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26057a-ae89-4b0c-b5d5-00905cb1c645 req-f81c1869-3773-4a67-85c0-9154a593bc09 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:11.914743 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ca26057a-ae89-4b0c-b5d5-00905cb1c645 req-f81c1869-3773-4a67-85c0-9154a593bc09 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0819807 Jun 03 08:34:11.963089 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ca26057a-ae89-4b0c-b5d5-00905cb1c645 req-ae9ace5d-fd7c-441d-8e94-7cd3fce39e96 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421247 Jun 03 08:34:13.236039 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718d80f-7afc-4446-a13d-871cecd56c38 req-ebc38295-eaa3-4149-b710-dec0a927fb1e tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:13.237536 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3718d80f-7afc-4446-a13d-871cecd56c38 req-ebc38295-eaa3-4149-b710-dec0a927fb1e tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1646276 Jun 03 08:34:13.283797 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3718d80f-7afc-4446-a13d-871cecd56c38 req-26a31ad4-62df-4c06-a693-ea6d45b7e2e2 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403237 Jun 03 08:34:13.392590 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 57098) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:13.540554 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-790b1689-98ad-4404-8372-8c5d58f91ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:13.559494 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-790b1689-98ad-4404-8372-8c5d58f91ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:34:13.563718 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-790b1689-98ad-4404-8372-8c5d58f91ca2 admin admin] Usage tracker for resource:security_group_rule and tenant:1d869d2f24f7416c8d3ec42687399b10 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:34:13.566648 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-790b1689-98ad-4404-8372-8c5d58f91ca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:34:13.572472 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-790b1689-98ad-4404-8372-8c5d58f91ca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:34:13.688474 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-790b1689-98ad-4404-8372-8c5d58f91ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:13.747272 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-790b1689-98ad-4404-8372-8c5d58f91ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:13.757044 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-b2e9f01e-c795-4eda-81cf-94306f2ea16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:13.799699 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-790b1689-98ad-4404-8372-8c5d58f91ca2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d869d2f24f7416c8d3ec42687399b10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060299 Jun 03 08:34:13.800543 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b1689-98ad-4404-8372-8c5d58f91ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ba58d1-c7a9-45fd-a501-cc2627767fc7,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:13.802431 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 57114) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:13.803824 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-790b1689-98ad-4404-8372-8c5d58f91ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:13.858282 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ceafcf80-da4c-4359-a176-4f74b6ae950a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:13.884437 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ceafcf80-da4c-4359-a176-4f74b6ae950a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:14.026821 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ceafcf80-da4c-4359-a176-4f74b6ae950a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:14.032737 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-4cb45500-b176-4df0-b297-f7e72949ca9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:14.044628 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafcf80-da4c-4359-a176-4f74b6ae950a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ba58d1-c7a9-45fd-a501-cc2627767fc7,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:14.048133 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-ceafcf80-da4c-4359-a176-4f74b6ae950a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:14.050271 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ceafcf80-da4c-4359-a176-4f74b6ae950a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:14.062788 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-ceafcf80-da4c-4359-a176-4f74b6ae950a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43ba58d1-c7a9-45fd-a501-cc2627767fc7 HTTP/1.1" status: 204 len: 168 time: 0.2591693 Jun 03 08:34:14.501081 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1022ae0-8782-46d6-8671-0aad2d09b977 req-b14ad9a1-1a2f-4952-b7dc-0e9b71e0376a tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:14.508908 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b1022ae0-8782-46d6-8671-0aad2d09b977 req-b14ad9a1-1a2f-4952-b7dc-0e9b71e0376a tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1094446 Jun 03 08:34:14.569236 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b1022ae0-8782-46d6-8671-0aad2d09b977 req-28931fc0-1d42-40e7-90be-e001a2da03d7 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538201 Jun 03 08:34:15.036143 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 57132) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:15.055030 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d67ef106-ec15-4b68-a257-d94f2c37d026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:15.074048 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-d67ef106-ec15-4b68-a257-d94f2c37d026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:34:15.078799 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-d67ef106-ec15-4b68-a257-d94f2c37d026 admin admin] Usage tracker for resource:security_group_rule and tenant:8a5f026541bf4dc5a647e75696ab4511 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:34:15.081691 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-d67ef106-ec15-4b68-a257-d94f2c37d026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:34:15.087787 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-d67ef106-ec15-4b68-a257-d94f2c37d026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:34:15.169404 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d67ef106-ec15-4b68-a257-d94f2c37d026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:15.347114 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d67ef106-ec15-4b68-a257-d94f2c37d026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:15.355148 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-32ba444d-93f2-4898-9bff-b894e16e766c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:15.397396 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-d67ef106-ec15-4b68-a257-d94f2c37d026 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a5f026541bf4dc5a647e75696ab4511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3601718 Jun 03 08:34:15.398315 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ef106-ec15-4b68-a257-d94f2c37d026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c63b39-1bd1-4537-a777-76d54f91d778,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:15.400276 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 57136) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:15.401643 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-d67ef106-ec15-4b68-a257-d94f2c37d026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:15.463622 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a2fc5366-738f-4107-bd70-3898b24af9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:15.491124 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a2fc5366-738f-4107-bd70-3898b24af9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:15.672854 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a2fc5366-738f-4107-bd70-3898b24af9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:15.678698 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-e49d575a-0e03-4dde-a7b3-b15ceb93374c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:15.693973 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc5366-738f-4107-bd70-3898b24af9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c63b39-1bd1-4537-a777-76d54f91d778,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:15.704094 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-a2fc5366-738f-4107-bd70-3898b24af9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:15.708375 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a2fc5366-738f-4107-bd70-3898b24af9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:15.709730 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-a2fc5366-738f-4107-bd70-3898b24af9b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04c63b39-1bd1-4537-a777-76d54f91d778 HTTP/1.1" status: 204 len: 168 time: 0.3080695 Jun 03 08:34:15.779014 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a06a88-2b51-4ecb-8818-a644bacb41e3 req-d91df63e-8a03-402d-97fa-5ee75eb5b48f tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:15.789746 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e4a06a88-2b51-4ecb-8818-a644bacb41e3 req-d91df63e-8a03-402d-97fa-5ee75eb5b48f tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1199288 Jun 03 08:34:15.836351 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e4a06a88-2b51-4ecb-8818-a644bacb41e3 req-c336794e-d7fd-4013-a875-7315de185527 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456343 Jun 03 08:34:16.860594 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 57164) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:16.897188 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-f5ebb222-e29b-4f72-9f14-4f0834518a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:16.914208 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-f5ebb222-e29b-4f72-9f14-4f0834518a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:34:16.920671 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-f5ebb222-e29b-4f72-9f14-4f0834518a9e admin admin] Usage tracker for resource:security_group_rule and tenant:cd67b115389d4615a47804f450784c14 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:34:16.929347 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-f5ebb222-e29b-4f72-9f14-4f0834518a9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:34:16.930910 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-f5ebb222-e29b-4f72-9f14-4f0834518a9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:34:17.024443 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-f5ebb222-e29b-4f72-9f14-4f0834518a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:17.059434 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cf7af-b456-4898-9417-9995268ecd4f req-1beb7f2d-d8eb-482b-902a-27969a89cc1e tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:17.060825 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d45cf7af-b456-4898-9417-9995268ecd4f req-1beb7f2d-d8eb-482b-902a-27969a89cc1e tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0887847 Jun 03 08:34:17.106387 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d45cf7af-b456-4898-9417-9995268ecd4f req-33683b2f-4a80-483f-b47f-1aa14d603296 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397992 Jun 03 08:34:17.124241 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-f5ebb222-e29b-4f72-9f14-4f0834518a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:17.131734 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-dd806170-2357-4b98-aab7-5aaaf7a0cc1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:17.172789 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-f5ebb222-e29b-4f72-9f14-4f0834518a9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd67b115389d4615a47804f450784c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111196 Jun 03 08:34:17.173834 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebb222-e29b-4f72-9f14-4f0834518a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ee990d-27a4-4ca0-b17e-28836381eb0f,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:17.175441 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 57174) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:17.177753 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-f5ebb222-e29b-4f72-9f14-4f0834518a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:17.244021 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-657381c1-f9b5-4368-a29d-ac151507e9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:17.269868 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-657381c1-f9b5-4368-a29d-ac151507e9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:17.432980 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-657381c1-f9b5-4368-a29d-ac151507e9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:17.437838 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-11a3cd42-0a69-45df-b27a-2c7e4833e5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:17.453122 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657381c1-f9b5-4368-a29d-ac151507e9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ee990d-27a4-4ca0-b17e-28836381eb0f,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:17.456222 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-657381c1-f9b5-4368-a29d-ac151507e9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:17.473963 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-657381c1-f9b5-4368-a29d-ac151507e9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:17.475225 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-657381c1-f9b5-4368-a29d-ac151507e9f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48ee990d-27a4-4ca0-b17e-28836381eb0f HTTP/1.1" status: 204 len: 168 time: 0.2987280 Jun 03 08:34:17.712537 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:18.052473 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def29eb4-b6e2-4d5c-a962-da66a6b1b8c6 req-f83dbcb0-9aeb-4411-9b12-16d4ecff4556 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:18.054047 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-def29eb4-b6e2-4d5c-a962-da66a6b1b8c6 req-f83dbcb0-9aeb-4411-9b12-16d4ecff4556 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 946 time: 0.0871382 Jun 03 08:34:18.101426 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-def29eb4-b6e2-4d5c-a962-da66a6b1b8c6 req-d38a68ab-12bf-4f8e-99ae-e4c758829970 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414877 Jun 03 08:34:18.302589 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1784312-cafd-4e43-9646-b0bebfbcd024 req-bb5f2f24-fda4-4ace-b88b-1e709b76a5d8 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:18.304042 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a1784312-cafd-4e43-9646-b0bebfbcd024 req-bb5f2f24-fda4-4ace-b88b-1e709b76a5d8 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0848799 Jun 03 08:34:18.359336 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a1784312-cafd-4e43-9646-b0bebfbcd024 req-e8666010-f846-4c08-8702-7b6694d7779d tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485837 Jun 03 08:34:19.332405 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712daa18-11de-4ec6-85e0-d11e29eedf71 req-36d6db60-1cd2-4435-8e46-0be699747c4f tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:19.334122 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-712daa18-11de-4ec6-85e0-d11e29eedf71 req-36d6db60-1cd2-4435-8e46-0be699747c4f tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 946 time: 0.0935702 Jun 03 08:34:19.390675 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-712daa18-11de-4ec6-85e0-d11e29eedf71 req-f8976829-84c2-4208-8de2-f3c449ba269d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489047 Jun 03 08:34:19.570341 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48742e-f57b-4057-afe9-f81759ce17c0 req-3006b64c-ee51-4009-9b99-7d98ec85a17e tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:19.571788 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2c48742e-f57b-4057-afe9-f81759ce17c0 req-3006b64c-ee51-4009-9b99-7d98ec85a17e tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0830727 Jun 03 08:34:19.619587 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2c48742e-f57b-4057-afe9-f81759ce17c0 req-716617c8-6346-43cb-9929-5b15e9e85231 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420847 Jun 03 08:34:20.559438 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ea626-52d9-427d-ac58-df4066e17e34 req-8c038425-a1a8-4455-8576-292a12ca7ea5 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:20.562038 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-372ea626-52d9-427d-ac58-df4066e17e34 req-8c038425-a1a8-4455-8576-292a12ca7ea5 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 946 time: 0.1197126 Jun 03 08:34:20.663618 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd226fa5-0d00-424b-97d1-f38903f5c3fd req-a74c29f5-fff0-4fdf-9a75-5875d78be2ad tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:20.665103 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fd226fa5-0d00-424b-97d1-f38903f5c3fd req-a74c29f5-fff0-4fdf-9a75-5875d78be2ad tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 946 time: 0.1616666 Jun 03 08:34:20.735975 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fd226fa5-0d00-424b-97d1-f38903f5c3fd req-d4beebb1-5818-43a8-94b5-f40db39a1525 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638630 Jun 03 08:34:20.751346 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [req-372ea626-52d9-427d-ac58-df4066e17e34 req-40fdd100-dd01-4203-96d9-91aadbd65761 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Deleting port 199b7de3-f553-4ac0-ae91-f8a2c9db8507 {{(pid=92356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:34:20.751709 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-372ea626-52d9-427d-ac58-df4066e17e34 req-40fdd100-dd01-4203-96d9-91aadbd65761 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:20.823692 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:34:20.941104 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [req-372ea626-52d9-427d-ac58-df4066e17e34 req-40fdd100-dd01-4203-96d9-91aadbd65761 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] For port 199b7de3-f553-4ac0-ae91-f8a2c9db8507, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=199b7de3-f553-4ac0-ae91-f8a2c9db8507,segment=NetworkSegment(8357feaa-9be8-4302-8db1-454f58ba9544),segment_id=8357feaa-9be8-4302-8db1-454f58ba9544)] {{(pid=92356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:34:20.941372 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-372ea626-52d9-427d-ac58-df4066e17e34 req-40fdd100-dd01-4203-96d9-91aadbd65761 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:21.066386 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999820d-9005-4a87-8243-82ba713a0eca req-60fd6754-6bbf-4cf3-9c82-2b5ac777842e tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:21.067941 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-5999820d-9005-4a87-8243-82ba713a0eca req-60fd6754-6bbf-4cf3-9c82-2b5ac777842e tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.2927828 Jun 03 08:34:21.074517 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [req-372ea626-52d9-427d-ac58-df4066e17e34 req-40fdd100-dd01-4203-96d9-91aadbd65761 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Calling delete_port for 199b7de3-f553-4ac0-ae91-f8a2c9db8507 owned by compute:nova {{(pid=92356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:34:21.132825 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-5999820d-9005-4a87-8243-82ba713a0eca req-d0304c24-4b35-412a-9578-904f4b45eb60 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555494 Jun 03 08:34:21.307835 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-372ea626-52d9-427d-ac58-df4066e17e34 req-40fdd100-dd01-4203-96d9-91aadbd65761 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:21.314406 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-eca7d40f-e6c0-436e-b7d2-0262e3f06e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:21.321119 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['320a4499-51fd-483b-b1b8-cd3bb07adf5f', 'b103529c-3055-4d83-af6d-1bf4ab02f3b5', 'fca59703-8095-444d-bc74-d2a644be5428', '199b7de3-f553-4ac0-ae91-f8a2c9db8507'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:34:21.359356 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdd100-dd01-4203-96d9-91aadbd65761 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Pushing event deleted for resources: {'Port': ['ID=199b7de3-f553-4ac0-ae91-f8a2c9db8507,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:21.361780 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-40fdd100-dd01-4203-96d9-91aadbd65761 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:21.550207 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [req-372ea626-52d9-427d-ac58-df4066e17e34 req-40fdd100-dd01-4203-96d9-91aadbd65761 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] No DVR routers for this DVR port 199b7de3-f553-4ac0-ae91-f8a2c9db8507 on host hv-cinder-78726 {{(pid=92356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:34:21.553827 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-372ea626-52d9-427d-ac58-df4066e17e34 req-40fdd100-dd01-4203-96d9-91aadbd65761 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:21.556556 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7096ce-2eae-43cf-ae4e-0963628ca332', 'name': 'network-vif-deleted', 'tag': '199b7de3-f553-4ac0-ae91-f8a2c9db8507'}] {{(pid=92356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:34:21.559032 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1987e4ce19f514d8284afddf154522dadca2333eab9833e9721abb813c288452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01123216-3801-4991-8d0e-ac26eb0482b4" -d '{"events": [{"server_uuid": "5e7096ce-2eae-43cf-ae4e-0963628ca332", "name": "network-vif-deleted", "tag": "199b7de3-f553-4ac0-ae91-f8a2c9db8507"}]}' {{(pid=92356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:34:21.605590 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c77340d-e877-43b7-949c-be5ffa1a4eb4 x-openstack-request-id: req-1c77340d-e877-43b7-949c-be5ffa1a4eb4 {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:34:21.606211 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7096ce-2eae-43cf-ae4e-0963628ca332", "name": "network-vif-deleted", "tag": "199b7de3-f553-4ac0-ae91-f8a2c9db8507", "status": "completed", "code": 200}]} {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:34:21.606211 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c77340d-e877-43b7-949c-be5ffa1a4eb4 {{(pid=92356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:34:21.606596 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7096ce-2eae-43cf-ae4e-0963628ca332', 'name': 'network-vif-deleted', 'tag': '199b7de3-f553-4ac0-ae91-f8a2c9db8507', 'status': 'completed', 'code': 200} Jun 03 08:34:21.822556 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-372ea626-52d9-427d-ac58-df4066e17e34 req-40fdd100-dd01-4203-96d9-91aadbd65761 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.47 "DELETE /v2.0/ports/199b7de3-f553-4ac0-ae91-f8a2c9db8507 HTTP/1.1" status: 204 len: 173 time: 1.2530010 Jun 03 08:34:21.893993 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7e894fa6-49c7-4192-995c-47477914e385 req-243b3ca0-d026-43cd-b596-59da68fd74d8 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 210 time: 0.0435948 Jun 03 08:34:22.335160 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aba247-bbc8-4238-b227-d39e50d99437 req-aaa2836d-46a0-4002-9ba1-3f594206adf7 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:22.336794 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-43aba247-bbc8-4238-b227-d39e50d99437 req-aaa2836d-46a0-4002-9ba1-3f594206adf7 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0896516 Jun 03 08:34:22.391440 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-43aba247-bbc8-4238-b227-d39e50d99437 req-efd3c948-73a9-46c1-9e5d-f43cce300319 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482705 Jun 03 08:34:23.064414 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-44e7c0b2-3f8e-47eb-9137-fb4904e30393 req-6bc48ef3-331a-456e-bdfe-1bf22447272d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Synchronizing usage tracker for tenant:cff062860f9940faa57e665635bf80ef on resource:port {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:34:23.375471 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-44e7c0b2-3f8e-47eb-9137-fb4904e30393 req-6bc48ef3-331a-456e-bdfe-1bf22447272d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Unset dirty status for tenant:cff062860f9940faa57e665635bf80ef on resource:port {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:34:23.385432 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-44e7c0b2-3f8e-47eb-9137-fb4904e30393 req-6bc48ef3-331a-456e-bdfe-1bf22447272d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7096ce-2eae-43cf-ae4e-0963628ca332 HTTP/1.1" status: 200 len: 210 time: 0.3537483 Jun 03 08:34:23.580084 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d8572-2d32-4f3e-aba0-04afe623cd42 req-eb527d81-26d8-48b0-9425-a850357f3b71 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:23.581595 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7a5d8572-2d32-4f3e-aba0-04afe623cd42 req-eb527d81-26d8-48b0-9425-a850357f3b71 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0810199 Jun 03 08:34:23.630379 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7a5d8572-2d32-4f3e-aba0-04afe623cd42 req-839acaa9-937d-4fc6-85a9-a2d0f02cea3d tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428455 Jun 03 08:34:23.660597 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-8b289eb2-4742-4824-954c-10c06cf0a060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:24.296750 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 57330) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:24.424375 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-5b4b9102-ec98-49aa-a28b-d5e752da0a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:24.439693 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-5b4b9102-ec98-49aa-a28b-d5e752da0a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:34:24.443984 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-5b4b9102-ec98-49aa-a28b-d5e752da0a15 admin admin] Usage tracker for resource:security_group_rule and tenant:ebcbed5ce1a04403928aa552e4f795af is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:34:24.447208 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-5b4b9102-ec98-49aa-a28b-d5e752da0a15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:34:24.454392 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-5b4b9102-ec98-49aa-a28b-d5e752da0a15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:34:24.543414 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-5b4b9102-ec98-49aa-a28b-d5e752da0a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:24.620522 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-5b4b9102-ec98-49aa-a28b-d5e752da0a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:24.629911 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-498f0582-2bd9-4b1f-8ef3-4c07b1ca140c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:24.670192 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-5b4b9102-ec98-49aa-a28b-d5e752da0a15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ebcbed5ce1a04403928aa552e4f795af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3723335 Jun 03 08:34:24.672112 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b9102-ec98-49aa-a28b-d5e752da0a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fbaf91-b0b8-483c-8474-b50e37bdc498,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:24.672797 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 57348) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:24.675241 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-5b4b9102-ec98-49aa-a28b-d5e752da0a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:24.683360 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 199b7de3-f553-4ac0-ae91-f8a2c9db8507 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:34:24.726017 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] No Port match for: 199b7de3-f553-4ac0-ae91-f8a2c9db8507 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:34:24.726317 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 199b7de3-f553-4ac0-ae91-f8a2c9db8507 not bound to the agent host hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:34:24.748651 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c0859f17-0646-4274-bc64-420b3c22e815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:24.892089 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c0859f17-0646-4274-bc64-420b3c22e815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:24.969121 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69780da-b0e7-4d9b-85bb-b50466d5ae39 req-acceed58-a121-461b-a8ab-55a239737de1 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:24.970664 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f69780da-b0e7-4d9b-85bb-b50466d5ae39 req-acceed58-a121-461b-a8ab-55a239737de1 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.2008510 Jun 03 08:34:25.016070 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f69780da-b0e7-4d9b-85bb-b50466d5ae39 req-5fdaadb5-24ad-4fbe-be51-2adf32e60544 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393243 Jun 03 08:34:25.055348 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c0859f17-0646-4274-bc64-420b3c22e815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:25.060573 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-5b1690a1-9dd1-4dc8-b5da-e4ccea3b90b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:25.074352 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0859f17-0646-4274-bc64-420b3c22e815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fbaf91-b0b8-483c-8474-b50e37bdc498,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:25.077139 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-c0859f17-0646-4274-bc64-420b3c22e815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:25.079583 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c0859f17-0646-4274-bc64-420b3c22e815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:25.080761 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-c0859f17-0646-4274-bc64-420b3c22e815 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90fbaf91-b0b8-483c-8474-b50e37bdc498 HTTP/1.1" status: 204 len: 168 time: 0.4069250 Jun 03 08:34:26.239159 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ab719-c909-49e2-a7a7-56358f42f7d1 req-abb32e7f-6e3b-46b8-a433-d8c6cbbef107 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:26.241543 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-087ab719-c909-49e2-a7a7-56358f42f7d1 req-abb32e7f-6e3b-46b8-a433-d8c6cbbef107 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0924020 Jun 03 08:34:26.298828 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-087ab719-c909-49e2-a7a7-56358f42f7d1 req-08fbb597-c857-49cb-bc7a-5ec1d47a95fd tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515094 Jun 03 08:34:26.438940 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:26.511870 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dada88-f57f-4af4-8177-86bae767120a req-c72191fb-6a4c-4024-8bbe-0e00a9a2c2e7 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:26.513334 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-14dada88-f57f-4af4-8177-86bae767120a req-c72191fb-6a4c-4024-8bbe-0e00a9a2c2e7 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 946 time: 0.0925944 Jun 03 08:34:26.562719 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-14dada88-f57f-4af4-8177-86bae767120a req-bf6959f3-a70d-416e-a3e9-f3fad9592cf6 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426607 Jun 03 08:34:26.721472 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 57416) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:26.746598 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e397-ee39-448c-83d3-9abaeee8bc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:26.751423 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 57422) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:26.863935 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-72a6173d-ef52-4b44-8ef8-25b255302f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:26.892609 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-57683ac5-8343-4ef8-908b-f7d3ab9ea568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:26.904611 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-72a6173d-ef52-4b44-8ef8-25b255302f37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:34:26.911040 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-57683ac5-8343-4ef8-908b-f7d3ab9ea568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:34:26.913254 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-72a6173d-ef52-4b44-8ef8-25b255302f37 admin admin] Usage tracker for resource:security_group_rule and tenant:0b47741dce764a37b1f6970c87a4c331 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:34:26.917029 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-72a6173d-ef52-4b44-8ef8-25b255302f37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:34:26.919699 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-57683ac5-8343-4ef8-908b-f7d3ab9ea568 admin admin] Usage tracker for resource:security_group_rule and tenant:abaf53320269476f8b28f89974bc0632 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:34:26.925076 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-57683ac5-8343-4ef8-908b-f7d3ab9ea568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:34:26.927701 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-72a6173d-ef52-4b44-8ef8-25b255302f37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:34:26.932977 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-57683ac5-8343-4ef8-908b-f7d3ab9ea568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:34:27.072845 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-72a6173d-ef52-4b44-8ef8-25b255302f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:27.077642 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-57683ac5-8343-4ef8-908b-f7d3ab9ea568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:27.135999 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-72a6173d-ef52-4b44-8ef8-25b255302f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:27.143279 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-57683ac5-8343-4ef8-908b-f7d3ab9ea568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:27.152731 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-a03fec90-c8dd-4be4-ae4c-32454077e953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:27.213678 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-72a6173d-ef52-4b44-8ef8-25b255302f37 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b47741dce764a37b1f6970c87a4c331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4910765 Jun 03 08:34:27.214806 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6173d-ef52-4b44-8ef8-25b255302f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64302330-d1c3-4490-a5cf-afe4ad5afc6f,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:27.216555 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 57432) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:27.238671 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-57683ac5-8343-4ef8-908b-f7d3ab9ea568 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=abaf53320269476f8b28f89974bc0632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4792109 Jun 03 08:34:27.240582 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 57434) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:27.277921 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d746690e-90cc-4599-a3b9-7eb1adcbf45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:27.279949 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57683ac5-8343-4ef8-908b-f7d3ab9ea568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19c558f-b94e-4db1-a41a-03f690f93bfa,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:27.284090 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-57683ac5-8343-4ef8-908b-f7d3ab9ea568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:27.288333 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-ead1b4dd-06e1-41da-b591-d4a94b32fc12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:27.288706 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-ead1b4dd-06e1-41da-b591-d4a94b32fc12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:27.305623 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d746690e-90cc-4599-a3b9-7eb1adcbf45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:27.322946 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ea5c61bd-78ea-4e56-990f-849e75b65908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:27.352380 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ea5c61bd-78ea-4e56-990f-849e75b65908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:27.410387 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d746690e-90cc-4599-a3b9-7eb1adcbf45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:27.414487 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-f5ebb222-e29b-4f72-9f14-4f0834518a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:27.425961 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746690e-90cc-4599-a3b9-7eb1adcbf45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64302330-d1c3-4490-a5cf-afe4ad5afc6f,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:27.428990 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d746690e-90cc-4599-a3b9-7eb1adcbf45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:27.451412 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d746690e-90cc-4599-a3b9-7eb1adcbf45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:27.454141 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-d746690e-90cc-4599-a3b9-7eb1adcbf45b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64302330-d1c3-4490-a5cf-afe4ad5afc6f HTTP/1.1" status: 204 len: 168 time: 0.2350419 Jun 03 08:34:27.487943 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ea5c61bd-78ea-4e56-990f-849e75b65908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:27.497060 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-82b58af8-48d9-4bb1-a1eb-ad5f53ab563a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:27.516849 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c61bd-78ea-4e56-990f-849e75b65908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19c558f-b94e-4db1-a41a-03f690f93bfa,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:27.520155 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-ea5c61bd-78ea-4e56-990f-849e75b65908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:27.544566 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db34f7-9fcc-48e0-9768-251f6247e212 req-7971bcd2-c08a-4d22-a5ff-07d9a1a83610 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:27.546655 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a6db34f7-9fcc-48e0-9768-251f6247e212 req-7971bcd2-c08a-4d22-a5ff-07d9a1a83610 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1400404 Jun 03 08:34:27.548898 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ea5c61bd-78ea-4e56-990f-849e75b65908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:27.553066 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-ea5c61bd-78ea-4e56-990f-849e75b65908 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e19c558f-b94e-4db1-a41a-03f690f93bfa HTTP/1.1" status: 204 len: 168 time: 0.3091497 Jun 03 08:34:27.607443 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a6db34f7-9fcc-48e0-9768-251f6247e212 req-a8ad4b6e-f028-481c-be03-b2906b32c2d7 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455172 Jun 03 08:34:27.769977 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc612f-b31a-49d9-a889-a9a725e437fb req-bf654e24-06c7-49f8-b937-69b2c39a3d33 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:27.771446 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-61cc612f-b31a-49d9-a889-a9a725e437fb req-bf654e24-06c7-49f8-b937-69b2c39a3d33 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 946 time: 0.0843091 Jun 03 08:34:27.816037 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-61cc612f-b31a-49d9-a889-a9a725e437fb req-9b91b05d-722b-4b69-b22d-b286d16d0a9e tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390136 Jun 03 08:34:27.855546 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:28.317358 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 57462) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:28.335409 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2dd16875-c0f7-4d30-aff9-69b9472de5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:28.349565 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-2dd16875-c0f7-4d30-aff9-69b9472de5b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:34:28.353327 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-2dd16875-c0f7-4d30-aff9-69b9472de5b3 admin admin] Usage tracker for resource:security_group_rule and tenant:da35aaa1679f4239b37a21cb095b0f2e is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:34:28.356393 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-2dd16875-c0f7-4d30-aff9-69b9472de5b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:34:28.362073 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-2dd16875-c0f7-4d30-aff9-69b9472de5b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:34:28.447187 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2dd16875-c0f7-4d30-aff9-69b9472de5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:28.535452 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2dd16875-c0f7-4d30-aff9-69b9472de5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:28.543022 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2e519203-f49d-40fe-b935-78306e15eeb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:28.634222 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-2dd16875-c0f7-4d30-aff9-69b9472de5b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da35aaa1679f4239b37a21cb095b0f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135233 Jun 03 08:34:28.634222 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd16875-c0f7-4d30-aff9-69b9472de5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7933c7f-4447-44ab-bd32-be6d01a16e7a,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:28.635028 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 57470) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:28.646581 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2dd16875-c0f7-4d30-aff9-69b9472de5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:28.747742 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f99b2-cf39-411c-9a2b-ac2cb53a0382 req-88ea0e02-ccd1-4ae9-b8b3-f9838e343303 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:28.749171 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-db5f99b2-cf39-411c-9a2b-ac2cb53a0382 req-88ea0e02-ccd1-4ae9-b8b3-f9838e343303 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 946 time: 0.2000399 Jun 03 08:34:28.751935 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2eda4b64-7dc6-476a-9073-5d13e6694486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:28.882579 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2eda4b64-7dc6-476a-9073-5d13e6694486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:29.015453 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbaa57-dca5-4e37-863d-25806cc1914a req-0b0a4d54-f0d7-410f-963a-2a19c8542238 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:29.016960 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-99fbaa57-dca5-4e37-863d-25806cc1914a req-0b0a4d54-f0d7-410f-963a-2a19c8542238 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.2104335 Jun 03 08:34:29.031037 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19ee46-b15e-4bed-9967-4eb105b33aa8 req-cab12876-9073-4f58-bea8-706c9634f520 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:29.032524 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3d19ee46-b15e-4bed-9967-4eb105b33aa8 req-cab12876-9073-4f58-bea8-706c9634f520 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 946 time: 0.1021130 Jun 03 08:34:29.053499 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [req-db5f99b2-cf39-411c-9a2b-ac2cb53a0382 req-a4869760-63c6-41d3-90d9-2d520e602a66 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Deleting port fca59703-8095-444d-bc74-d2a644be5428 {{(pid=92356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:34:29.053873 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-db5f99b2-cf39-411c-9a2b-ac2cb53a0382 req-a4869760-63c6-41d3-90d9-2d520e602a66 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:29.092967 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3d19ee46-b15e-4bed-9967-4eb105b33aa8 req-a7844ba1-8f9c-4a64-86dc-7ecc7c4110a3 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541451 Jun 03 08:34:29.105427 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-99fbaa57-dca5-4e37-863d-25806cc1914a req-af5a07f6-e3d9-4bfe-9b84-01320f2dba8d tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809345 Jun 03 08:34:29.105988 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2eda4b64-7dc6-476a-9073-5d13e6694486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:29.113332 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-a2fc5366-738f-4107-bd70-3898b24af9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:29.152808 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 57484) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:29.178582 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda4b64-7dc6-476a-9073-5d13e6694486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7933c7f-4447-44ab-bd32-be6d01a16e7a,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:29.190706 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2eda4b64-7dc6-476a-9073-5d13e6694486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:29.201032 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2eda4b64-7dc6-476a-9073-5d13e6694486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:29.205549 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-2eda4b64-7dc6-476a-9073-5d13e6694486 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7933c7f-4447-44ab-bd32-be6d01a16e7a HTTP/1.1" status: 204 len: 168 time: 0.5661585 Jun 03 08:34:29.233842 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [req-db5f99b2-cf39-411c-9a2b-ac2cb53a0382 req-a4869760-63c6-41d3-90d9-2d520e602a66 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] For port fca59703-8095-444d-bc74-d2a644be5428, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fca59703-8095-444d-bc74-d2a644be5428,segment=NetworkSegment(8357feaa-9be8-4302-8db1-454f58ba9544),segment_id=8357feaa-9be8-4302-8db1-454f58ba9544)] {{(pid=92356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:34:29.234240 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-db5f99b2-cf39-411c-9a2b-ac2cb53a0382 req-a4869760-63c6-41d3-90d9-2d520e602a66 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:29.308399 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1170967413-network', 'tenant_id': '9ba2c312bede4a1789d5c474234c653b'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:34:29.313784 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:34:29.317600 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Usage tracker for resource:network and tenant:9ba2c312bede4a1789d5c474234c653b is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:34:29.320492 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:34:29.327798 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:34:29.373704 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [req-db5f99b2-cf39-411c-9a2b-ac2cb53a0382 req-a4869760-63c6-41d3-90d9-2d520e602a66 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Calling delete_port for fca59703-8095-444d-bc74-d2a644be5428 owned by compute:nova {{(pid=92356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:34:29.472664 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Made reservation on behalf of 9ba2c312bede4a1789d5c474234c653b for: {'network': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:34:29.475110 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-970951'] for network, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:29.488083 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:29.506444 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:34:29.510343 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Usage tracker for resource:security_group_rule and tenant:9ba2c312bede4a1789d5c474234c653b is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:34:29.513600 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:34:29.519601 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:34:29.604412 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:29.616313 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-db5f99b2-cf39-411c-9a2b-ac2cb53a0382 req-a4869760-63c6-41d3-90d9-2d520e602a66 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:29.616595 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:29.623898 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['320a4499-51fd-483b-b1b8-cd3bb07adf5f', 'b103529c-3055-4d83-af6d-1bf4ab02f3b5', 'fca59703-8095-444d-bc74-d2a644be5428'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:34:29.664327 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4869760-63c6-41d3-90d9-2d520e602a66 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Pushing event deleted for resources: {'Port': ['ID=fca59703-8095-444d-bc74-d2a644be5428,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:29.667779 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-a4869760-63c6-41d3-90d9-2d520e602a66 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:29.752445 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5f99b2-cf39-411c-9a2b-ac2cb53a0382 req-a4869760-63c6-41d3-90d9-2d520e602a66 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] No DVR routers for this DVR port fca59703-8095-444d-bc74-d2a644be5428 on host hv-cinder-78726 {{(pid=92356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:34:29.756374 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-db5f99b2-cf39-411c-9a2b-ac2cb53a0382 req-a4869760-63c6-41d3-90d9-2d520e602a66 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:29.758819 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:29.770330 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c45d673-aea3-4138-86c7-fbc4d9e1b63d', 'name': 'network-vif-deleted', 'tag': 'fca59703-8095-444d-bc74-d2a644be5428'}] {{(pid=92356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:34:29.770530 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:29.770648 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1987e4ce19f514d8284afddf154522dadca2333eab9833e9721abb813c288452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701744ad-b6c2-4bc3-8472-28105cc691da" -d '{"events": [{"server_uuid": "7c45d673-aea3-4138-86c7-fbc4d9e1b63d", "name": "network-vif-deleted", "tag": "fca59703-8095-444d-bc74-d2a644be5428"}]}' {{(pid=92356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:34:29.800446 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=92357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 08:34:29.810230 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2a5e89-91ff-42fc-b606-3a5530aedd65,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:29.814947 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:29.818241 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:29.822421 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.db.segments_db [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Added segment 12ca6a33-652b-488d-b9ad-0082e17f4085 of type vlan for network c9f55860-23c2-47e8-91d2-e95bd19b46c9 Jun 03 08:34:29.830774 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874f9310-9417-486a-8be9-e549c4f444e2 x-openstack-request-id: req-874f9310-9417-486a-8be9-e549c4f444e2 {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:34:29.831128 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c45d673-aea3-4138-86c7-fbc4d9e1b63d", "name": "network-vif-deleted", "tag": "fca59703-8095-444d-bc74-d2a644be5428", "status": "completed", "code": 200}]} {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:34:29.831525 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-874f9310-9417-486a-8be9-e549c4f444e2 {{(pid=92356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:34:29.832014 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c45d673-aea3-4138-86c7-fbc4d9e1b63d', 'name': 'network-vif-deleted', 'tag': 'fca59703-8095-444d-bc74-d2a644be5428', 'status': 'completed', 'code': 200} Jun 03 08:34:29.851341 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865572298'] for network, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:29.913902 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:29.944855 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-db5f99b2-cf39-411c-9a2b-ac2cb53a0382 req-a4869760-63c6-41d3-90d9-2d520e602a66 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.47 "DELETE /v2.0/ports/fca59703-8095-444d-bc74-d2a644be5428 HTTP/1.1" status: 204 len: 173 time: 1.1833456 Jun 03 08:34:30.016599 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502'] for network, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:30.017888 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:30.018507 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:30.023706 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-2b32be98-0ced-4328-885f-4117369cf675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:30.125612 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Pushing event updated for resources: {'Network': ['ID=c9f55860-23c2-47e8-91d2-e95bd19b46c9,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:30.128502 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:30.141826 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Network c9f55860-23c2-47e8-91d2-e95bd19b46c9 details requested by agent ovs-agent-dv-cinder-787262-5-smb with host dv-cinder-787262-5-smb {{(pid=92358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 08:34:30.240846 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0867801 Jun 03 08:34:30.242604 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 57514) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:30.271089 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-4551f2ac-bdc3-42bf-a0dc-f44806757cbf admin admin] Request body: {'subnet': {'network_id': 'c9f55860-23c2-47e8-91d2-e95bd19b46c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1170967413-subnet', 'tenant_id': '9ba2c312bede4a1789d5c474234c653b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:34:30.277120 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-4551f2ac-bdc3-42bf-a0dc-f44806757cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:34:30.281590 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-4551f2ac-bdc3-42bf-a0dc-f44806757cbf admin admin] Usage tracker for resource:subnet and tenant:9ba2c312bede4a1789d5c474234c653b is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:34:30.285436 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-4551f2ac-bdc3-42bf-a0dc-f44806757cbf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:34:30.292167 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-4551f2ac-bdc3-42bf-a0dc-f44806757cbf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:34:30.337230 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48edf23-62b0-4fd3-a0a0-36be472ea9fd req-6a599184-7310-4048-8c93-687010f791b5 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:30.338733 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-c48edf23-62b0-4fd3-a0a0-36be472ea9fd req-6a599184-7310-4048-8c93-687010f791b5 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1006913 Jun 03 08:34:30.391674 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-c48edf23-62b0-4fd3-a0a0-36be472ea9fd req-3a0c0620-923a-4912-a42c-0e197c9012a9 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458293 Jun 03 08:34:30.413244 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4551f2ac-bdc3-42bf-a0dc-f44806757cbf admin admin] Made reservation on behalf of 9ba2c312bede4a1789d5c474234c653b for: {'subnet': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:34:30.415433 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-4551f2ac-bdc3-42bf-a0dc-f44806757cbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15262813'] for subnet, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:30.437534 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-8733404c-e6b7-4bb6-89a4-d5f6253eabd4 req-dbe6858e-5247-4bc2-9704-d36cff0ec5ec tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c45d673-aea3-4138-86c7-fbc4d9e1b63d HTTP/1.1" status: 200 len: 210 time: 0.0745461 Jun 03 08:34:30.964328 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-4551f2ac-bdc3-42bf-a0dc-f44806757cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14263873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15262763'] for subnet, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:30.969170 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-8a4e9026-6831-42a6-990b-1ac4dcac814f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:31.052481 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551f2ac-bdc3-42bf-a0dc-f44806757cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf3cae1a-8a4e-43fa-ace6-646b74804597,revision_number=0']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:31.055324 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-4551f2ac-bdc3-42bf-a0dc-f44806757cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:31.057907 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4551f2ac-bdc3-42bf-a0dc-f44806757cbf admin admin] Checking segment: {'id': '12ca6a33-652b-488d-b9ad-0082e17f4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c9f55860-23c2-47e8-91d2-e95bd19b46c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:34:31.058387 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4551f2ac-bdc3-42bf-a0dc-f44806757cbf admin admin] Network hostable DHCP agents. Network: c9f55860-23c2-47e8-91d2-e95bd19b46c9, hostable agents: ['5e4d2f6b-3552-4981-8bdf-261b5e07a56f'], hosted agents: [] {{(pid=92357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 08:34:31.221341 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4551f2ac-bdc3-42bf-a0dc-f44806757cbf admin admin] Network c9f55860-23c2-47e8-91d2-e95bd19b46c9 is scheduled to be hosted by DHCP agent 5e4d2f6b-3552-4981-8bdf-261b5e07a56f with binding_index 1 {{(pid=92357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 08:34:31.325174 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [None req-4551f2ac-bdc3-42bf-a0dc-f44806757cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-5-smb, c9f55860-23c2-47e8-91d2-e95bd19b46c9) {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:34:31.334179 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3324b9e0-7964-436a-959d-cd1e981d69b2 None None] Network c9f55860-23c2-47e8-91d2-e95bd19b46c9 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:34:31.338564 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4551f2ac-bdc3-42bf-a0dc-f44806757cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:31.339174 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-4551f2ac-bdc3-42bf-a0dc-f44806757cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for subnet, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:31.439999 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-4551f2ac-bdc3-42bf-a0dc-f44806757cbf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1940427 Jun 03 08:34:31.609497 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8e92be-0f16-412f-a047-21d60a91dddb None None] Network c9f55860-23c2-47e8-91d2-e95bd19b46c9 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:34:31.663155 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107f6aa-dadb-4ac5-8eb1-32b497b8587c req-43cc16d1-533d-48bb-ac25-21d815329fb2 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:31.665453 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e107f6aa-dadb-4ac5-8eb1-32b497b8587c req-43cc16d1-533d-48bb-ac25-21d815329fb2 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1230142 Jun 03 08:34:31.753126 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e107f6aa-dadb-4ac5-8eb1-32b497b8587c req-f7b0d3c9-3d56-44fb-85af-55ffa41f8644 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820358 Jun 03 08:34:32.319390 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6da491-fd6b-4c01-b9e3-a9ceec3cbbff req-6be74a90-ea25-42a5-b5b4-eb84e69a3748 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:32.320095 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-be6da491-fd6b-4c01-b9e3-a9ceec3cbbff req-6be74a90-ea25-42a5-b5b4-eb84e69a3748 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Synchronizing usage tracker for tenant:cff062860f9940faa57e665635bf80ef on resource:port {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:34:32.433083 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-be6da491-fd6b-4c01-b9e3-a9ceec3cbbff req-6be74a90-ea25-42a5-b5b4-eb84e69a3748 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Unset dirty status for tenant:cff062860f9940faa57e665635bf80ef on resource:port {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:34:32.436693 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-be6da491-fd6b-4c01-b9e3-a9ceec3cbbff req-6be74a90-ea25-42a5-b5b4-eb84e69a3748 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 946 time: 0.1993210 Jun 03 08:34:32.483586 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-be6da491-fd6b-4c01-b9e3-a9ceec3cbbff req-1dcfdc1f-981f-4178-aa3d-07d00785d42b tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433841 Jun 03 08:34:32.750002 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device fca59703-8095-444d-bc74-d2a644be5428 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:34:32.783907 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] No Port match for: fca59703-8095-444d-bc74-d2a644be5428 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:34:32.784255 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device fca59703-8095-444d-bc74-d2a644be5428 not bound to the agent host hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:34:32.959306 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd53a51-6ef7-4d62-b685-f5b3efcac297 req-41e67a0e-1370-4289-8d9f-edba6ef8c8c3 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:32.961109 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-cbd53a51-6ef7-4d62-b685-f5b3efcac297 req-41e67a0e-1370-4289-8d9f-edba6ef8c8c3 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0811820 Jun 03 08:34:33.006848 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-cbd53a51-6ef7-4d62-b685-f5b3efcac297 req-0879084b-c6b5-4795-bc34-146999122966 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394564 Jun 03 08:34:33.670165 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7698f-64c2-4b44-81ac-6825ed16ea89 req-d91d184a-227b-45d8-a121-bcc8bb6a41dd tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:33.671625 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d7c7698f-64c2-4b44-81ac-6825ed16ea89 req-d91d184a-227b-45d8-a121-bcc8bb6a41dd tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 946 time: 0.0824332 Jun 03 08:34:33.717018 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d7c7698f-64c2-4b44-81ac-6825ed16ea89 req-1152607c-4c6c-4ffe-b912-52f805b8c0e1 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396473 Jun 03 08:34:34.221388 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde77dd0-6d9e-4153-a49d-2490a777acaf req-3936ef3a-55d3-4f0c-95fc-c257fb44d703 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:34.222916 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-cde77dd0-6d9e-4153-a49d-2490a777acaf req-3936ef3a-55d3-4f0c-95fc-c257fb44d703 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.47 "GET /v2.0/ports?device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 946 time: 0.2248721 Jun 03 08:34:34.292301 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d6266-0d0e-4d66-a6cb-d89ea5a2e1ba req-10e63304-94d4-4a13-9a49-cc0a597b5bfd tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:34.293788 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-bd8d6266-0d0e-4d66-a6cb-d89ea5a2e1ba req-10e63304-94d4-4a13-9a49-cc0a597b5bfd tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1538146 Jun 03 08:34:34.389778 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f0693-2805-4db7-af73-ec96d4593adb req-f9b61b74-9597-4c5d-9fca-419f6a55536a tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:34.390566 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-906f0693-2805-4db7-af73-ec96d4593adb req-f9b61b74-9597-4c5d-9fca-419f6a55536a tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Synchronizing usage tracker for tenant:9ba2c312bede4a1789d5c474234c653b on resource:network {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:34:34.406837 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-bd8d6266-0d0e-4d66-a6cb-d89ea5a2e1ba req-0e87ae1f-422b-44d0-a896-fcd8464c8eb0 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038013 Jun 03 08:34:34.431120 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [req-cde77dd0-6d9e-4153-a49d-2490a777acaf req-9284901f-671d-4054-b473-ed6b68c21827 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Deleting port b103529c-3055-4d83-af6d-1bf4ab02f3b5 {{(pid=92356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:34:34.431120 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-cde77dd0-6d9e-4153-a49d-2490a777acaf req-9284901f-671d-4054-b473-ed6b68c21827 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:34.431657 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 57618) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:34.466871 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-906f0693-2805-4db7-af73-ec96d4593adb req-f9b61b74-9597-4c5d-9fca-419f6a55536a tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Unset dirty status for tenant:9ba2c312bede4a1789d5c474234c653b on resource:network {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:34:34.468221 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-906f0693-2805-4db7-af73-ec96d4593adb req-f9b61b74-9597-4c5d-9fca-419f6a55536a tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/networks?id=c9f55860-23c2-47e8-91d2-e95bd19b46c9 HTTP/1.1" status: 200 len: 809 time: 0.2842667 Jun 03 08:34:34.503911 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-906f0693-2805-4db7-af73-ec96d4593adb req-32c63bb1-6785-4412-a3e9-df716888f6d6 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/quotas/9ba2c312bede4a1789d5c474234c653b HTTP/1.1" status: 200 len: 375 time: 0.0231459 Jun 03 08:34:34.555752 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-906f0693-2805-4db7-af73-ec96d4593adb req-08bac334-afef-4ea9-af32-6aea9e155b7d tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ba2c312bede4a1789d5c474234c653b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502803 Jun 03 08:34:34.574589 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [req-cde77dd0-6d9e-4153-a49d-2490a777acaf req-9284901f-671d-4054-b473-ed6b68c21827 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] For port b103529c-3055-4d83-af6d-1bf4ab02f3b5, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b103529c-3055-4d83-af6d-1bf4ab02f3b5,segment=NetworkSegment(8357feaa-9be8-4302-8db1-454f58ba9544),segment_id=8357feaa-9be8-4302-8db1-454f58ba9544)] {{(pid=92356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:34:34.574946 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-cde77dd0-6d9e-4153-a49d-2490a777acaf req-9284901f-671d-4054-b473-ed6b68c21827 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:34.685156 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-67bea035-2903-4d13-82f0-ec959f9e6372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:34.701850 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [req-cde77dd0-6d9e-4153-a49d-2490a777acaf req-9284901f-671d-4054-b473-ed6b68c21827 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Calling delete_port for b103529c-3055-4d83-af6d-1bf4ab02f3b5 owned by compute:nova {{(pid=92356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:34:34.704345 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-67bea035-2903-4d13-82f0-ec959f9e6372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:34:34.711921 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-67bea035-2903-4d13-82f0-ec959f9e6372 admin admin] Usage tracker for resource:security_group_rule and tenant:b09c297a365844bd968d374dc9e9fdb3 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:34:34.723068 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-67bea035-2903-4d13-82f0-ec959f9e6372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:34:34.736092 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-67bea035-2903-4d13-82f0-ec959f9e6372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:34:34.761284 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-906f0693-2805-4db7-af73-ec96d4593adb req-55cdce2d-7c8c-47b6-9f89-0fbb3cba92f2 service neutron] 10.222.0.18 "GET /v2.0/networks/c9f55860-23c2-47e8-91d2-e95bd19b46c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980190 Jun 03 08:34:34.902217 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-cde77dd0-6d9e-4153-a49d-2490a777acaf req-9284901f-671d-4054-b473-ed6b68c21827 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:34.908122 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-9e093526-7611-4002-af1b-981a278b330d tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:34.914466 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['320a4499-51fd-483b-b1b8-cd3bb07adf5f', 'b103529c-3055-4d83-af6d-1bf4ab02f3b5'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:34:34.930809 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-906f0693-2805-4db7-af73-ec96d4593adb req-6608deb5-feb2-470b-a4de-5fd7e4aa76c2 service neutron] 10.222.0.18 "GET /v2.0/networks/c9f55860-23c2-47e8-91d2-e95bd19b46c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686106 Jun 03 08:34:34.953152 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f62b8-4fcc-432c-bd51-96a589498596 req-c6e4b7fc-b195-4e8c-a5db-c2d329d12c0f tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:34.954875 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-ec9f62b8-4fcc-432c-bd51-96a589498596 req-c6e4b7fc-b195-4e8c-a5db-c2d329d12c0f tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 946 time: 0.1251221 Jun 03 08:34:34.974783 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284901f-671d-4054-b473-ed6b68c21827 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Pushing event deleted for resources: {'Port': ['ID=b103529c-3055-4d83-af6d-1bf4ab02f3b5,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:35.018562 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-9284901f-671d-4054-b473-ed6b68c21827 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:35.026611 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-67bea035-2903-4d13-82f0-ec959f9e6372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:35.090062 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde77dd0-6d9e-4153-a49d-2490a777acaf req-9284901f-671d-4054-b473-ed6b68c21827 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] No DVR routers for this DVR port b103529c-3055-4d83-af6d-1bf4ab02f3b5 on host hv-cinder-78726 {{(pid=92356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:34:35.095752 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-cde77dd0-6d9e-4153-a49d-2490a777acaf req-9284901f-671d-4054-b473-ed6b68c21827 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:35.105248 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9116cef3-b4e5-454c-a6a6-8ce7a315623a', 'name': 'network-vif-deleted', 'tag': 'b103529c-3055-4d83-af6d-1bf4ab02f3b5'}] {{(pid=92356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:34:35.107706 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1987e4ce19f514d8284afddf154522dadca2333eab9833e9721abb813c288452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c1600d-1872-4f5c-8bca-7aea1efa8c14" -d '{"events": [{"server_uuid": "9116cef3-b4e5-454c-a6a6-8ce7a315623a", "name": "network-vif-deleted", "tag": "b103529c-3055-4d83-af6d-1bf4ab02f3b5"}]}' {{(pid=92356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:34:35.118939 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-ec9f62b8-4fcc-432c-bd51-96a589498596 req-83946cb7-116d-4464-b0af-1c478f25421b tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453640 Jun 03 08:34:35.141272 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-67bea035-2903-4d13-82f0-ec959f9e6372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:35.150079 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:35.164868 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-cde77dd0-6d9e-4153-a49d-2490a777acaf req-9284901f-671d-4054-b473-ed6b68c21827 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.47 "DELETE /v2.0/ports/b103529c-3055-4d83-af6d-1bf4ab02f3b5 HTTP/1.1" status: 204 len: 173 time: 0.9356103 Jun 03 08:34:35.216590 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51116fe6-04cc-45f4-aa60-81bf3d86cb1d x-openstack-request-id: req-51116fe6-04cc-45f4-aa60-81bf3d86cb1d {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:34:35.216903 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9116cef3-b4e5-454c-a6a6-8ce7a315623a", "name": "network-vif-deleted", "tag": "b103529c-3055-4d83-af6d-1bf4ab02f3b5", "status": "completed", "code": 200}]} {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:34:35.217229 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51116fe6-04cc-45f4-aa60-81bf3d86cb1d {{(pid=92356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:34:35.217691 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9116cef3-b4e5-454c-a6a6-8ce7a315623a', 'name': 'network-vif-deleted', 'tag': 'b103529c-3055-4d83-af6d-1bf4ab02f3b5', 'status': 'completed', 'code': 200} Jun 03 08:34:35.263427 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-67bea035-2903-4d13-82f0-ec959f9e6372 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b09c297a365844bd968d374dc9e9fdb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8258734 Jun 03 08:34:35.263655 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-43439824-0f86-40c4-a551-1a6409e94132 req-c6c4a3c7-ec82-4c28-9fdf-c9aafc243568 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc79f36f-86f7-49b6-a95f-fc1f42a48dbc HTTP/1.1" status: 200 len: 210 time: 0.0550292 Jun 03 08:34:35.264194 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bea035-2903-4d13-82f0-ec959f9e6372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862b7e3a-f328-4c8c-a1d1-d21cbb82e342,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:35.265279 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 57632) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:35.267716 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-67bea035-2903-4d13-82f0-ec959f9e6372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:35.339142 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-66df45b6-3b57-4679-bb02-6c612fe4deb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:35.366208 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-66df45b6-3b57-4679-bb02-6c612fe4deb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:35.562951 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-66df45b6-3b57-4679-bb02-6c612fe4deb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:35.578262 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-817e1646-f0cb-48ae-9606-5aa60686cd0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:35.593790 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df45b6-3b57-4679-bb02-6c612fe4deb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862b7e3a-f328-4c8c-a1d1-d21cbb82e342,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:35.596606 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-66df45b6-3b57-4679-bb02-6c612fe4deb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:35.608438 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-66df45b6-3b57-4679-bb02-6c612fe4deb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:35.609891 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-66df45b6-3b57-4679-bb02-6c612fe4deb4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/862b7e3a-f328-4c8c-a1d1-d21cbb82e342 HTTP/1.1" status: 204 len: 168 time: 0.3416286 Jun 03 08:34:35.649216 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dca8b-37d7-487d-a88f-8a4f265f51c8 req-ef27d116-5a80-4636-8cba-ff018f23daf1 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:35.650807 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-169dca8b-37d7-487d-a88f-8a4f265f51c8 req-ef27d116-5a80-4636-8cba-ff018f23daf1 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1252975 Jun 03 08:34:35.703134 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-169dca8b-37d7-487d-a88f-8a4f265f51c8 req-85c635e8-1ab0-49b1-87cd-0fefa59c9537 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421290 Jun 03 08:34:36.307228 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-61ed03f1-49bb-4ff5-b60c-522c4ed4ab91 req-b39d727a-ee41-40dc-a5d1-6d2454d39bd7 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9116cef3-b4e5-454c-a6a6-8ce7a315623a HTTP/1.1" status: 200 len: 210 time: 0.0532720 Jun 03 08:34:36.444403 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a47e9d1e-d9bc-47fb-b74b-c48c201d4fcb req-8a5f9518-4982-4fef-9c50-2dca8125db28 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc79f36f-86f7-49b6-a95f-fc1f42a48dbc HTTP/1.1" status: 200 len: 210 time: 0.0502026 Jun 03 08:34:36.902817 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d4409-40a6-47cb-94e1-991a202449d9 req-c9144fb8-8f43-48aa-aa10-3710dba21fc8 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:36.904330 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3d6d4409-40a6-47cb-94e1-991a202449d9 req-c9144fb8-8f43-48aa-aa10-3710dba21fc8 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0869005 Jun 03 08:34:36.950938 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3d6d4409-40a6-47cb-94e1-991a202449d9 req-3acd56e0-a377-4322-93e6-0d8e684f26c8 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408018 Jun 03 08:34:37.608606 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-c97421ef-8ad3-4882-98b2-f747bf63040e req-83d7cee7-de93-44fa-80dd-dac0c38aa8c2 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc79f36f-86f7-49b6-a95f-fc1f42a48dbc HTTP/1.1" status: 200 len: 210 time: 0.0430560 Jun 03 08:34:37.765297 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f0693-2805-4db7-af73-ec96d4593adb req-3e591408-224b-467e-8eae-1cc4ce64e386 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:37.767216 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-906f0693-2805-4db7-af73-ec96d4593adb req-3e591408-224b-467e-8eae-1cc4ce64e386 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.47 "GET /v2.0/networks?id=c9f55860-23c2-47e8-91d2-e95bd19b46c9 HTTP/1.1" status: 200 len: 809 time: 0.1565783 Jun 03 08:34:37.782812 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [req-906f0693-2805-4db7-af73-ec96d4593adb req-01d74257-7f75-405e-a0f4-0c998745c314 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Request body: {'port': {'device_id': 'cc79f36f-86f7-49b6-a95f-fc1f42a48dbc', 'network_id': 'c9f55860-23c2-47e8-91d2-e95bd19b46c9', 'admin_state_up': True, 'tenant_id': '9ba2c312bede4a1789d5c474234c653b'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:34:37.952435 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [req-906f0693-2805-4db7-af73-ec96d4593adb req-01d74257-7f75-405e-a0f4-0c998745c314 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:34:37.956410 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-906f0693-2805-4db7-af73-ec96d4593adb req-01d74257-7f75-405e-a0f4-0c998745c314 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Usage tracker for resource:port and tenant:9ba2c312bede4a1789d5c474234c653b is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:34:37.966249 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-906f0693-2805-4db7-af73-ec96d4593adb req-01d74257-7f75-405e-a0f4-0c998745c314 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:34:37.973230 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [req-906f0693-2805-4db7-af73-ec96d4593adb req-01d74257-7f75-405e-a0f4-0c998745c314 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:34:38.050241 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906f0693-2805-4db7-af73-ec96d4593adb req-01d74257-7f75-405e-a0f4-0c998745c314 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Made reservation on behalf of 9ba2c312bede4a1789d5c474234c653b for: {'port': 1} {{(pid=92356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:34:38.053907 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-906f0693-2805-4db7-af73-ec96d4593adb req-01d74257-7f75-405e-a0f4-0c998745c314 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:38.360884 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bc792-76d2-42b1-889b-9a993b97ff0b req-f9523b7b-4650-484d-a69d-34a0d32ee550 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:38.362385 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-5f5bc792-76d2-42b1-889b-9a993b97ff0b req-f9523b7b-4650-484d-a69d-34a0d32ee550 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1731324 Jun 03 08:34:38.366326 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_common [req-906f0693-2805-4db7-af73-ec96d4593adb req-01d74257-7f75-405e-a0f4-0c998745c314 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Allocated IP 172.20.0.13 (c9f55860-23c2-47e8-91d2-e95bd19b46c9/bf3cae1a-8a4e-43fa-ace6-646b74804597/98ed3488-290f-400b-ab31-78cc3a2a5f16) {{(pid=92356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:34:38.438462 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-5f5bc792-76d2-42b1-889b-9a993b97ff0b req-32d1859e-e995-4572-8fa1-8e6762fe7881 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695982 Jun 03 08:34:38.612005 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-906f0693-2805-4db7-af73-ec96d4593adb req-01d74257-7f75-405e-a0f4-0c998745c314 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Notify callbacks [] for port, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:38.752741 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-906f0693-2805-4db7-af73-ec96d4593adb req-01d74257-7f75-405e-a0f4-0c998745c314 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:38.758397 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:38.766023 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device b103529c-3055-4d83-af6d-1bf4ab02f3b5 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:34:38.804386 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb5fa3-f57b-4e43-91e5-ec2e356295d8 req-64a8fee0-2f86-49ed-a59c-3ac68e70cb64 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:38.808507 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] No Port match for: b103529c-3055-4d83-af6d-1bf4ab02f3b5 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:34:38.809017 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device b103529c-3055-4d83-af6d-1bf4ab02f3b5 not bound to the agent host hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:34:38.811321 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ecfb5fa3-f57b-4e43-91e5-ec2e356295d8 req-64a8fee0-2f86-49ed-a59c-3ac68e70cb64 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc79f36f-86f7-49b6-a95f-fc1f42a48dbc HTTP/1.1" status: 200 len: 932 time: 0.0934923 Jun 03 08:34:38.832578 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906f0693-2805-4db7-af73-ec96d4593adb req-01d74257-7f75-405e-a0f4-0c998745c314 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Network c9f55860-23c2-47e8-91d2-e95bd19b46c9 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:34:38.834948 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [req-906f0693-2805-4db7-af73-ec96d4593adb req-01d74257-7f75-405e-a0f4-0c998745c314 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:34:38.838870 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [req-906f0693-2805-4db7-af73-ec96d4593adb req-01d74257-7f75-405e-a0f4-0c998745c314 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Received port after_create {{(pid=92356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:34:38.855730 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-ecfb5fa3-f57b-4e43-91e5-ec2e356295d8 req-f9a81fce-b5df-4b68-ad54-754c20df7fb7 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Synchronizing usage tracker for tenant:9ba2c312bede4a1789d5c474234c653b on resource:security_group {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:34:38.877555 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d74257-7f75-405e-a0f4-0c998745c314 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Pushing event updated for resources: {'Port': ['ID=98ed3488-290f-400b-ab31-78cc3a2a5f16,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:38.883785 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-01d74257-7f75-405e-a0f4-0c998745c314 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:38.913552 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f0693-2805-4db7-af73-ec96d4593adb req-01d74257-7f75-405e-a0f4-0c998745c314 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:38.918795 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-906f0693-2805-4db7-af73-ec96d4593adb req-01d74257-7f75-405e-a0f4-0c998745c314 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:38.935555 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-ecfb5fa3-f57b-4e43-91e5-ec2e356295d8 req-f9a81fce-b5df-4b68-ad54-754c20df7fb7 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Unset dirty status for tenant:9ba2c312bede4a1789d5c474234c653b on resource:security_group {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:34:38.936764 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ecfb5fa3-f57b-4e43-91e5-ec2e356295d8 req-f9a81fce-b5df-4b68-ad54-754c20df7fb7 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239328 Jun 03 08:34:38.976242 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-906f0693-2805-4db7-af73-ec96d4593adb req-01d74257-7f75-405e-a0f4-0c998745c314 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1977839 Jun 03 08:34:38.990818 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Request body: {'port': {'device_id': 'cc79f36f-86f7-49b6-a95f-fc1f42a48dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:34:39.104887 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:39.445035 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.notifiers.nova [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ed3488-290f-400b-ab31-78cc3a2a5f16 {{(pid=92356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:34:39.453017 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:39.467806 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.provisioning_blocks [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Transition to ACTIVE for port object 98ed3488-290f-400b-ab31-78cc3a2a5f16 will not be triggered until provisioned by entity L2. {{(pid=92356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:34:39.568439 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2325a5b-9f4b-4096-b260-5c7a5aa72141 req-d5c58c23-245c-4e68-83dd-5aa47634d37e tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:39.570075 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a2325a5b-9f4b-4096-b260-5c7a5aa72141 req-d5c58c23-245c-4e68-83dd-5aa47634d37e tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 945 time: 0.0856361 Jun 03 08:34:39.589175 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15262479'] for port, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:39.598314 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-ab41f73c-39ee-4b01-a450-a5507d7e44ad tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:39.616954 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a2325a5b-9f4b-4096-b260-5c7a5aa72141 req-01a73392-174e-44a4-89b9-9db98ddda840 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411313 Jun 03 08:34:39.767202 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Pushing event updated for resources: {'Port': ['ID=98ed3488-290f-400b-ab31-78cc3a2a5f16,revision_number=2']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:39.770020 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:39.851807 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04536ac3-d2f5-4032-84b0-32b3e52a1e7f req-73c79765-777c-4f90-b190-97dadd674840 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:39.853319 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-04536ac3-d2f5-4032-84b0-32b3e52a1e7f req-73c79765-777c-4f90-b190-97dadd674840 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.3050642 Jun 03 08:34:39.862219 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.managers [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Attempting to bind port 98ed3488-290f-400b-ab31-78cc3a2a5f16 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:34:39.862557 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.managers [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Attempting to bind port 98ed3488-290f-400b-ab31-78cc3a2a5f16 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '12ca6a33-652b-488d-b9ad-0082e17f4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c9f55860-23c2-47e8-91d2-e95bd19b46c9'}] {{(pid=92356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:34:39.870396 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Attempting to bind port 98ed3488-290f-400b-ab31-78cc3a2a5f16 on network c9f55860-23c2-47e8-91d2-e95bd19b46c9 {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:34:39.882046 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Port 98ed3488-290f-400b-ab31-78cc3a2a5f16 on network c9f55860-23c2-47e8-91d2-e95bd19b46c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 08:34:39.882398 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Attempting to bind port 98ed3488-290f-400b-ab31-78cc3a2a5f16 on network c9f55860-23c2-47e8-91d2-e95bd19b46c9 {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:34:39.893234 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Checking agent: {'id': '0b62ef4c-67a0-4b60-a013-2ab920ba3ff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'started_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:34:39.893573 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Checking segment: {'id': '12ca6a33-652b-488d-b9ad-0082e17f4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c9f55860-23c2-47e8-91d2-e95bd19b46c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:34:39.893977 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Bound using segment: {'id': '12ca6a33-652b-488d-b9ad-0082e17f4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c9f55860-23c2-47e8-91d2-e95bd19b46c9'} {{(pid=92356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:34:39.894444 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.managers [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Bound port: 98ed3488-290f-400b-ab31-78cc3a2a5f16, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ca6a33-652b-488d-b9ad-0082e17f4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c9f55860-23c2-47e8-91d2-e95bd19b46c9'}}] {{(pid=92356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:34:39.894841 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:39.959339 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-04536ac3-d2f5-4032-84b0-32b3e52a1e7f req-3c3513e0-7698-41a2-8846-b35a05989187 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981088 Jun 03 08:34:40.007817 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] For port 98ed3488-290f-400b-ab31-78cc3a2a5f16, host hv-cinder-78726, cleared binding levels {{(pid=92356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:34:40.010840 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] For port 98ed3488-290f-400b-ab31-78cc3a2a5f16, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=98ed3488-290f-400b-ab31-78cc3a2a5f16,segment=NetworkSegment(12ca6a33-652b-488d-b9ad-0082e17f4085),segment_id=12ca6a33-652b-488d-b9ad-0082e17f4085)] {{(pid=92356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:34:40.115120 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15262479'] for port, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:40.122528 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:40.125831 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d544ec-9df7-483d-8210-6dd41b84284a req-338afe7c-5125-4352-b55b-9aa56069f164 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:40.127316 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-10d544ec-9df7-483d-8210-6dd41b84284a req-338afe7c-5125-4352-b55b-9aa56069f164 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc79f36f-86f7-49b6-a95f-fc1f42a48dbc HTTP/1.1" status: 200 len: 944 time: 0.0814691 Jun 03 08:34:40.188070 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:40.188692 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:40.190279 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-906f0693-2805-4db7-af73-ec96d4593adb req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] 10.222.0.47 "PUT /v2.0/ports/98ed3488-290f-400b-ab31-78cc3a2a5f16 HTTP/1.1" status: 200 len: 1094 time: 1.2037520 Jun 03 08:34:40.190782 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc79f36f-86f7-49b6-a95f-fc1f42a48dbc', 'tag': '98ed3488-290f-400b-ab31-78cc3a2a5f16'}] {{(pid=92356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:34:40.193309 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1987e4ce19f514d8284afddf154522dadca2333eab9833e9721abb813c288452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716e21ff-a16d-4367-b2eb-89ecb15e42e9" -d '{"events": [{"name": "network-changed", "server_uuid": "cc79f36f-86f7-49b6-a95f-fc1f42a48dbc", "tag": "98ed3488-290f-400b-ab31-78cc3a2a5f16"}]}' {{(pid=92356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:34:40.195208 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-10d544ec-9df7-483d-8210-6dd41b84284a req-aaa603a0-5b1c-4e09-b329-f4ba481501e9 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618598 Jun 03 08:34:40.219950 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Pushing event updated for resources: {'Port': ['ID=98ed3488-290f-400b-ab31-78cc3a2a5f16,revision_number=3']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:40.223820 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:40.254567 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0219ecac-ecd8-4ae4-8104-54446a228284 x-openstack-request-id: req-0219ecac-ecd8-4ae4-8104-54446a228284 {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:34:40.254883 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc79f36f-86f7-49b6-a95f-fc1f42a48dbc", "tag": "98ed3488-290f-400b-ab31-78cc3a2a5f16", "status": "completed", "code": 200}]} {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:34:40.255182 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0219ecac-ecd8-4ae4-8104-54446a228284 {{(pid=92356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:34:40.255600 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc79f36f-86f7-49b6-a95f-fc1f42a48dbc', 'tag': '98ed3488-290f-400b-ab31-78cc3a2a5f16', 'status': 'completed', 'code': 200} Jun 03 08:34:40.531900 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e21ff-a16d-4367-b2eb-89ecb15e42e9 req-01b75741-1215-4a3f-9706-aa8c39d79706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:40.533376 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-716e21ff-a16d-4367-b2eb-89ecb15e42e9 req-01b75741-1215-4a3f-9706-aa8c39d79706 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ba2c312bede4a1789d5c474234c653b&device_id=cc79f36f-86f7-49b6-a95f-fc1f42a48dbc HTTP/1.1" status: 200 len: 1097 time: 0.1402133 Jun 03 08:34:40.701415 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e21ff-a16d-4367-b2eb-89ecb15e42e9 req-bc4b8536-a849-439c-9127-cd612f6f95a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:40.702944 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-716e21ff-a16d-4367-b2eb-89ecb15e42e9 req-bc4b8536-a849-439c-9127-cd612f6f95a7 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9ba2c312bede4a1789d5c474234c653b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1590674 Jun 03 08:34:40.751785 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 57758) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:40.826132 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f24863-92d3-42bb-b1ef-3156c34fa40e req-fd7eba5a-55a2-4228-b3c9-7b716b0ebec9 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:40.828531 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-88f24863-92d3-42bb-b1ef-3156c34fa40e req-fd7eba5a-55a2-4228-b3c9-7b716b0ebec9 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 945 time: 0.0994430 Jun 03 08:34:40.869274 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e21ff-a16d-4367-b2eb-89ecb15e42e9 req-a3c62625-d949-4961-8119-02213d1acf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:40.872065 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-716e21ff-a16d-4367-b2eb-89ecb15e42e9 req-a3c62625-d949-4961-8119-02213d1acf8e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1622374 Jun 03 08:34:40.878553 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-88f24863-92d3-42bb-b1ef-3156c34fa40e req-5568d5a7-cecd-4d5f-86a4-ab22f27827f3 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431693 Jun 03 08:34:40.966042 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-8168280c-a0ce-4eab-a3ff-4e7a1782d6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:40.995069 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-8168280c-a0ce-4eab-a3ff-4e7a1782d6b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:34:41.000486 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-8168280c-a0ce-4eab-a3ff-4e7a1782d6b6 admin admin] Usage tracker for resource:security_group_rule and tenant:c8a687562a6543fb8d1d65c6328d9a2e is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:34:41.004499 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-8168280c-a0ce-4eab-a3ff-4e7a1782d6b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:34:41.012791 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-8168280c-a0ce-4eab-a3ff-4e7a1782d6b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:34:41.030924 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f0693-2805-4db7-af73-ec96d4593adb req-f96e861c-e0d9-41b3-aa0e-0a3d13f3eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:41.032481 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-906f0693-2805-4db7-af73-ec96d4593adb req-f96e861c-e0d9-41b3-aa0e-0a3d13f3eef3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ba2c312bede4a1789d5c474234c653b&device_id=cc79f36f-86f7-49b6-a95f-fc1f42a48dbc HTTP/1.1" status: 200 len: 1097 time: 0.1239185 Jun 03 08:34:41.140354 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-906f0693-2805-4db7-af73-ec96d4593adb req-0f02ddb3-6665-423f-8ae1-62076f2a74aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98ed3488-290f-400b-ab31-78cc3a2a5f16 HTTP/1.1" status: 200 len: 217 time: 0.0974939 Jun 03 08:34:41.239152 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f0693-2805-4db7-af73-ec96d4593adb req-b3bdb73f-d34a-4a9d-8126-bfcb546570bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:41.240568 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-906f0693-2805-4db7-af73-ec96d4593adb req-b3bdb73f-d34a-4a9d-8126-bfcb546570bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bf3cae1a-8a4e-43fa-ace6-646b74804597 HTTP/1.1" status: 200 len: 849 time: 0.0922143 Jun 03 08:34:41.318926 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-906f0693-2805-4db7-af73-ec96d4593adb req-9c6424b4-e9a5-48e4-89b9-a847b67ee355 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9f55860-23c2-47e8-91d2-e95bd19b46c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664170 Jun 03 08:34:41.326598 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-8168280c-a0ce-4eab-a3ff-4e7a1782d6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:41.357604 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b2678-e7a9-46e2-b505-45c02d29f38e req-14b93b99-ed22-402a-8474-2a49effd8643 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:41.360639 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a66b2678-e7a9-46e2-b505-45c02d29f38e req-14b93b99-ed22-402a-8474-2a49effd8643 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.2685821 Jun 03 08:34:41.382027 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd309e0-544d-4b64-9c40-41b3a39956fe req-348ad82f-49f7-40ea-afe3-eff33dc34b5d tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:41.383535 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2dd309e0-544d-4b64-9c40-41b3a39956fe req-348ad82f-49f7-40ea-afe3-eff33dc34b5d tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc79f36f-86f7-49b6-a95f-fc1f42a48dbc HTTP/1.1" status: 200 len: 944 time: 0.0846465 Jun 03 08:34:41.433903 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2dd309e0-544d-4b64-9c40-41b3a39956fe req-0df58e6c-7b4a-4971-a12f-3fa77fd15538 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441589 Jun 03 08:34:41.449974 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-8168280c-a0ce-4eab-a3ff-4e7a1782d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:41.458911 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d460e34d-b012-48d4-b005-07781023e239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:41.528301 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-8168280c-a0ce-4eab-a3ff-4e7a1782d6b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8a687562a6543fb8d1d65c6328d9a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7754798 Jun 03 08:34:41.534435 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a66b2678-e7a9-46e2-b505-45c02d29f38e req-462d7ddc-2bc5-4e16-b72a-456de2c579a7 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681621 Jun 03 08:34:41.534984 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 57768) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:41.538332 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168280c-a0ce-4eab-a3ff-4e7a1782d6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a052e2-88de-4bda-b830-809bc1bd3c6e,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:41.541552 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-8168280c-a0ce-4eab-a3ff-4e7a1782d6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:41.595600 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add86dff-bba1-4952-8536-d6d0b55a1f39 req-522c860a-469a-406a-92db-d70b1d8716ef tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:41.595831 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-906f0693-2805-4db7-af73-ec96d4593adb req-bf0f3b14-72a8-4fc4-b0b0-f3e4b7534758 service neutron] 10.222.0.47 "GET /v2.0/networks/c9f55860-23c2-47e8-91d2-e95bd19b46c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658057 Jun 03 08:34:41.597221 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-add86dff-bba1-4952-8536-d6d0b55a1f39 req-522c860a-469a-406a-92db-d70b1d8716ef tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 945 time: 0.1574631 Jun 03 08:34:41.668912 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-62abd235-a886-421d-b90f-95bf4428ea18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:41.756441 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-62abd235-a886-421d-b90f-95bf4428ea18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:41.801875 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-add86dff-bba1-4952-8536-d6d0b55a1f39 req-e1cfca8f-a065-4d0e-85d1-a6b408cc17df tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Deleting port 320a4499-51fd-483b-b1b8-cd3bb07adf5f {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:34:41.802239 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-add86dff-bba1-4952-8536-d6d0b55a1f39 req-e1cfca8f-a065-4d0e-85d1-a6b408cc17df tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:41.805158 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-906f0693-2805-4db7-af73-ec96d4593adb req-750b7110-9afa-4e37-a5f2-9c5fdbbc46f6 service neutron] 10.222.0.47 "GET /v2.0/networks/c9f55860-23c2-47e8-91d2-e95bd19b46c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980095 Jun 03 08:34:41.823919 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10f302-9e0b-4dd9-bff6-5c7a2d3cb21b req-557bcb1f-b859-446c-b5c0-336e64c88c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:41.825368 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7e10f302-9e0b-4dd9-bff6-5c7a2d3cb21b req-557bcb1f-b859-446c-b5c0-336e64c88c4b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 1098 time: 0.1169226 Jun 03 08:34:41.924316 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-62abd235-a886-421d-b90f-95bf4428ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:41.930036 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-7b88278b-db34-4084-9d1d-726af8955313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:41.941773 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7e10f302-9e0b-4dd9-bff6-5c7a2d3cb21b req-eccf7128-699f-4ae1-9768-0388f9ac49e8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029353 Jun 03 08:34:41.947008 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abd235-a886-421d-b90f-95bf4428ea18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a052e2-88de-4bda-b830-809bc1bd3c6e,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:41.950132 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-62abd235-a886-421d-b90f-95bf4428ea18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:41.966924 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-62abd235-a886-421d-b90f-95bf4428ea18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:41.968899 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-62abd235-a886-421d-b90f-95bf4428ea18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86a052e2-88de-4bda-b830-809bc1bd3c6e HTTP/1.1" status: 204 len: 168 time: 0.4254303 Jun 03 08:34:41.976965 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-add86dff-bba1-4952-8536-d6d0b55a1f39 req-e1cfca8f-a065-4d0e-85d1-a6b408cc17df tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] For port 320a4499-51fd-483b-b1b8-cd3bb07adf5f, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=320a4499-51fd-483b-b1b8-cd3bb07adf5f,segment=NetworkSegment(8357feaa-9be8-4302-8db1-454f58ba9544),segment_id=8357feaa-9be8-4302-8db1-454f58ba9544)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:34:41.977346 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-add86dff-bba1-4952-8536-d6d0b55a1f39 req-e1cfca8f-a065-4d0e-85d1-a6b408cc17df tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:42.081172 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf973635-8e1f-4998-828e-d1631d5f0d94 req-f50c261c-6fea-4db8-9eb6-1024231b6db1 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:42.081863 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-cf973635-8e1f-4998-828e-d1631d5f0d94 req-f50c261c-6fea-4db8-9eb6-1024231b6db1 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Synchronizing usage tracker for tenant:cff062860f9940faa57e665635bf80ef on resource:port {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:34:42.101847 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-add86dff-bba1-4952-8536-d6d0b55a1f39 req-e1cfca8f-a065-4d0e-85d1-a6b408cc17df tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Calling delete_port for 320a4499-51fd-483b-b1b8-cd3bb07adf5f owned by compute:nova {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:34:42.164424 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-cf973635-8e1f-4998-828e-d1631d5f0d94 req-f50c261c-6fea-4db8-9eb6-1024231b6db1 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Unset dirty status for tenant:cff062860f9940faa57e665635bf80ef on resource:port {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:34:42.165749 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-cf973635-8e1f-4998-828e-d1631d5f0d94 req-f50c261c-6fea-4db8-9eb6-1024231b6db1 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 945 time: 0.1627243 Jun 03 08:34:42.212831 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-cf973635-8e1f-4998-828e-d1631d5f0d94 req-0bbce1b6-1303-4742-ae5a-dc3f3f98efee tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a0a238d-f7e5-44c6-a413-b3bb8de084d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402749 Jun 03 08:34:42.295482 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-add86dff-bba1-4952-8536-d6d0b55a1f39 req-e1cfca8f-a065-4d0e-85d1-a6b408cc17df tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:42.302221 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:42.307967 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['320a4499-51fd-483b-b1b8-cd3bb07adf5f'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:34:42.381576 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfca8f-a065-4d0e-85d1-a6b408cc17df tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Pushing event deleted for resources: {'Port': ['ID=320a4499-51fd-483b-b1b8-cd3bb07adf5f,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:42.384073 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-e1cfca8f-a065-4d0e-85d1-a6b408cc17df tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:42.437129 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-add86dff-bba1-4952-8536-d6d0b55a1f39 req-e1cfca8f-a065-4d0e-85d1-a6b408cc17df tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] No DVR routers for this DVR port 320a4499-51fd-483b-b1b8-cd3bb07adf5f on host hv-cinder-78726 {{(pid=92357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:34:42.437129 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-add86dff-bba1-4952-8536-d6d0b55a1f39 req-e1cfca8f-a065-4d0e-85d1-a6b408cc17df tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:42.438020 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e142ab2-4e91-44d0-946e-7acf2552c3fa', 'name': 'network-vif-deleted', 'tag': '320a4499-51fd-483b-b1b8-cd3bb07adf5f'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:34:42.440326 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc0747f-937a-42db-8610-866514dfbd27" -d '{"events": [{"server_uuid": "9e142ab2-4e91-44d0-946e-7acf2552c3fa", "name": "network-vif-deleted", "tag": "320a4499-51fd-483b-b1b8-cd3bb07adf5f"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:34:42.486666 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43a3f57-1b3a-48d1-a9af-a512146b2e9f x-openstack-request-id: req-c43a3f57-1b3a-48d1-a9af-a512146b2e9f {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:34:42.487051 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e142ab2-4e91-44d0-946e-7acf2552c3fa", "name": "network-vif-deleted", "tag": "320a4499-51fd-483b-b1b8-cd3bb07adf5f", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:34:42.487384 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c43a3f57-1b3a-48d1-a9af-a512146b2e9f {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:34:42.487851 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e142ab2-4e91-44d0-946e-7acf2552c3fa', 'name': 'network-vif-deleted', 'tag': '320a4499-51fd-483b-b1b8-cd3bb07adf5f', 'status': 'completed', 'code': 200} Jun 03 08:34:42.536410 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-add86dff-bba1-4952-8536-d6d0b55a1f39 req-e1cfca8f-a065-4d0e-85d1-a6b408cc17df tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.47 "DELETE /v2.0/ports/320a4499-51fd-483b-b1b8-cd3bb07adf5f HTTP/1.1" status: 204 len: 173 time: 0.9286571 Jun 03 08:34:42.628937 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d676151-fa70-47aa-8829-9b50fc1ce882 req-4ce0e936-7b1c-4c18-bb1f-56b231429f57 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:42.629741 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-5d676151-fa70-47aa-8829-9b50fc1ce882 req-4ce0e936-7b1c-4c18-bb1f-56b231429f57 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Synchronizing usage tracker for tenant:9ba2c312bede4a1789d5c474234c653b on resource:port {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:34:42.756105 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a85d7-cc65-4908-8a40-003891c05d88 req-d23c5881-dfab-4be4-b026-8bb46bfc57ac tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:42.757777 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e90a85d7-cc65-4908-8a40-003891c05d88 req-d23c5881-dfab-4be4-b026-8bb46bfc57ac tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0958431 Jun 03 08:34:42.809148 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e90a85d7-cc65-4908-8a40-003891c05d88 req-930146ae-54cf-4a0a-bcb9-e2cbb35e9277 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454705 Jun 03 08:34:42.913331 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-5d676151-fa70-47aa-8829-9b50fc1ce882 req-4ce0e936-7b1c-4c18-bb1f-56b231429f57 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Unset dirty status for tenant:9ba2c312bede4a1789d5c474234c653b on resource:port {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:34:42.914694 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-5d676151-fa70-47aa-8829-9b50fc1ce882 req-4ce0e936-7b1c-4c18-bb1f-56b231429f57 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc79f36f-86f7-49b6-a95f-fc1f42a48dbc HTTP/1.1" status: 200 len: 944 time: 0.3737466 Jun 03 08:34:42.922974 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 57784) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:42.945058 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-891d8570-fe42-4533-90dc-6fa917228bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:42.969136 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-891d8570-fe42-4533-90dc-6fa917228bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:34:42.970410 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-891d8570-fe42-4533-90dc-6fa917228bdb admin admin] Usage tracker for resource:security_group_rule and tenant:d578400abe374b2fa699a13922e40925 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:34:42.973719 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-891d8570-fe42-4533-90dc-6fa917228bdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:34:42.979919 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-5d676151-fa70-47aa-8829-9b50fc1ce882 req-e18612c0-a106-4845-9ebb-1f4ad5361d2d tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548763 Jun 03 08:34:42.981831 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-891d8570-fe42-4533-90dc-6fa917228bdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:34:43.074241 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-891d8570-fe42-4533-90dc-6fa917228bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:43.159053 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-891d8570-fe42-4533-90dc-6fa917228bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:43.172426 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-57683ac5-8343-4ef8-908b-f7d3ab9ea568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:43.213658 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-891d8570-fe42-4533-90dc-6fa917228bdb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d578400abe374b2fa699a13922e40925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894776 Jun 03 08:34:43.215293 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d8570-fe42-4533-90dc-6fa917228bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead5f447-4485-489e-b516-975361913b31,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:43.216321 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 57790) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:43.218342 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-891d8570-fe42-4533-90dc-6fa917228bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:43.276016 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a6f86457-b1eb-48d7-a4c4-724cf889c234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:43.305878 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a6f86457-b1eb-48d7-a4c4-724cf889c234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:43.395972 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-16fb82d1-7bc2-410a-a934-67ddfb379811 req-94c9e360-45bc-4ad5-b032-60b607b86f76 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e142ab2-4e91-44d0-946e-7acf2552c3fa HTTP/1.1" status: 200 len: 210 time: 0.0443795 Jun 03 08:34:43.484178 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a6f86457-b1eb-48d7-a4c4-724cf889c234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:43.488156 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-62abd235-a886-421d-b90f-95bf4428ea18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:43.500083 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f86457-b1eb-48d7-a4c4-724cf889c234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead5f447-4485-489e-b516-975361913b31,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:43.503659 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-a6f86457-b1eb-48d7-a4c4-724cf889c234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:43.508037 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a6f86457-b1eb-48d7-a4c4-724cf889c234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:43.509256 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-a6f86457-b1eb-48d7-a4c4-724cf889c234 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ead5f447-4485-489e-b516-975361913b31 HTTP/1.1" status: 204 len: 168 time: 0.2919714 Jun 03 08:34:44.004562 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbce81e-a244-446d-8907-67263e5867b3 req-b264f91d-ecc0-4b2e-8f81-6e526a830c05 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:44.005997 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ccbce81e-a244-446d-8907-67263e5867b3 req-b264f91d-ecc0-4b2e-8f81-6e526a830c05 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0833573 Jun 03 08:34:44.063735 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ccbce81e-a244-446d-8907-67263e5867b3 req-79c3230e-f8b7-49de-93ef-b871f247ef47 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511632 Jun 03 08:34:44.167047 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763f8e5-be16-408a-8019-04fb3bdf5afe req-ddf76212-5c02-4655-8cb5-880c33f0769c tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:44.168595 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7763f8e5-be16-408a-8019-04fb3bdf5afe req-ddf76212-5c02-4655-8cb5-880c33f0769c tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc79f36f-86f7-49b6-a95f-fc1f42a48dbc HTTP/1.1" status: 200 len: 944 time: 0.0841808 Jun 03 08:34:44.218486 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7763f8e5-be16-408a-8019-04fb3bdf5afe req-4503ec3a-2410-4950-94c2-8128b13a7aba tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434978 Jun 03 08:34:44.496605 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 57824) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:44.640104 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba5e110-6d3e-49cd-9c52-b68679251549 admin admin] Deleting subnet 953f21ea-c75c-4545-b610-547c5766cd2e {{(pid=92356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 08:34:44.643051 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e110-6d3e-49cd-9c52-b68679251549 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:44.696742 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e110-6d3e-49cd-9c52-b68679251549 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15284933'] for subnet, precommit_delete_associations {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:44.751482 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e110-6d3e-49cd-9c52-b68679251549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997589'] for subnet, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:44.820649 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 98ed3488-290f-400b-ab31-78cc3a2a5f16 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:34:44.833227 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3163f90-180e-4a16-9941-6245af38f9ea req-074887e4-8f09-48d9-a93e-9008d75c2272 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:44.835876 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a3163f90-180e-4a16-9941-6245af38f9ea req-074887e4-8f09-48d9-a93e-9008d75c2272 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0977836 Jun 03 08:34:44.837408 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 320a4499-51fd-483b-b1b8-cd3bb07adf5f no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:34:44.944825 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a3163f90-180e-4a16-9941-6245af38f9ea req-1fdb6c4b-ad20-4334-adba-18f561d5fa67 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578578 Jun 03 08:34:44.963061 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b39750-6c05-4466-bbb1-97df8f83b484 req-8dc48b27-cf71-419e-acf9-b8f650d0b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:44.964595 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-25b39750-6c05-4466-bbb1-97df8f83b484 req-8dc48b27-cf71-419e-acf9-b8f650d0b587 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3064070b7db4eb29c338090265dddc9&device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 1098 time: 0.1238453 Jun 03 08:34:45.044936 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] No Port match for: 320a4499-51fd-483b-b1b8-cd3bb07adf5f {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:34:45.046644 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 320a4499-51fd-483b-b1b8-cd3bb07adf5f not bound to the agent host hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:34:45.099482 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 98ed3488-290f-400b-ab31-78cc3a2a5f16, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=98ed3488-290f-400b-ab31-78cc3a2a5f16,segment=NetworkSegment(12ca6a33-652b-488d-b9ad-0082e17f4085),segment_id=12ca6a33-652b-488d-b9ad-0082e17f4085)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:34:45.119881 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': '98ed3488-290f-400b-ab31-78cc3a2a5f16', 'network_id': 'c9f55860-23c2-47e8-91d2-e95bd19b46c9', 'port_id': '98ed3488-290f-400b-ab31-78cc3a2a5f16', 'mac_address': 'fa:16:3e:92:79:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3cae1a-8a4e-43fa-ace6-646b74804597', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:34:45.132652 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b39750-6c05-4466-bbb1-97df8f83b484 req-5e1444e6-d146-41d9-a094-aaed4bb052ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:45.140703 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-25b39750-6c05-4466-bbb1-97df8f83b484 req-5e1444e6-d146-41d9-a094-aaed4bb052ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 HTTP/1.1" status: 200 len: 919 time: 0.1561630 Jun 03 08:34:45.164853 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e110-6d3e-49cd-9c52-b68679251549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15262529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15091295'] for subnet, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:45.169850 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-564259cd-5586-4cd8-ba25-1c583f19cce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:45.183795 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:45.207058 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5e110-6d3e-49cd-9c52-b68679251549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=953f21ea-c75c-4545-b610-547c5766cd2e,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:45.210999 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2ba5e110-6d3e-49cd-9c52-b68679251549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:45.212133 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-25b39750-6c05-4466-bbb1-97df8f83b484 req-052c15f0-511c-478a-b56c-1227c3f4412d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=308798a0-002f-4a04-87f8-c8c4951bba9b HTTP/1.1" status: 200 len: 217 time: 0.0710931 Jun 03 08:34:45.213811 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e110-6d3e-49cd-9c52-b68679251549 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:45.217537 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ed3488-290f-400b-ab31-78cc3a2a5f16 {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:34:45.222133 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-2ba5e110-6d3e-49cd-9c52-b68679251549 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/953f21ea-c75c-4545-b610-547c5766cd2e HTTP/1.1" status: 204 len: 168 time: 0.7222855 Jun 03 08:34:45.222371 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 57842) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:45.239212 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 98ed3488-290f-400b-ab31-78cc3a2a5f16, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=98ed3488-290f-400b-ab31-78cc3a2a5f16,segment=NetworkSegment(12ca6a33-652b-488d-b9ad-0082e17f4085),segment_id=12ca6a33-652b-488d-b9ad-0082e17f4085)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:34:45.277768 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b39750-6c05-4466-bbb1-97df8f83b484 req-3b0b4cac-bd50-4d83-9a38-cfdf3fbc4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:45.279313 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-25b39750-6c05-4466-bbb1-97df8f83b484 req-3b0b4cac-bd50-4d83-9a38-cfdf3fbc4fc0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a1c7d0a-5118-4e26-963e-4cc0a9489fb5 HTTP/1.1" status: 200 len: 858 time: 0.0608068 Jun 03 08:34:45.304003 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:45.308506 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:45.372902 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-977b5437-cfaf-4a03-8046-667c4d2ad0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528754'] for network, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:45.384834 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=98ed3488-290f-400b-ab31-78cc3a2a5f16,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:45.394744 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:45.395149 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:45.395561 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:45.395946 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:45.396322 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:45.396700 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:45.397230 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:45.397793 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:45.398260 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:45.398670 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:45.399093 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:45.399502 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:34:45.399999 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-25b39750-6c05-4466-bbb1-97df8f83b484 req-7beafc65-305d-4764-a622-2c9f94e53d00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128221 Jun 03 08:34:45.404499 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:45.525074 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-977b5437-cfaf-4a03-8046-667c4d2ad0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999006', 'neutron.services.segments.db._delete_segments_for_network-8762866104814'] for network, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:45.537883 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-25b39750-6c05-4466-bbb1-97df8f83b484 req-798852df-d248-4734-9e60-520e54ede84c service neutron] 10.222.0.47 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307480 Jun 03 08:34:45.542743 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-977b5437-cfaf-4a03-8046-667c4d2ad0bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2197ef7-85d9-4757-a2e4-13328e9df99c']}} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:34:45.556705 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e0d7a-5bd4-4186-8bc2-688803a74ea1 req-c7228bd4-d7d4-499a-b7ec-03676bb686b5 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:45.558214 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f90e0d7a-5bd4-4186-8bc2-688803a74ea1 req-c7228bd4-d7d4-499a-b7ec-03676bb686b5 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc79f36f-86f7-49b6-a95f-fc1f42a48dbc HTTP/1.1" status: 200 len: 945 time: 0.2202368 Jun 03 08:34:45.565821 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-977b5437-cfaf-4a03-8046-667c4d2ad0bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8357feaa-9be8-4302-8db1-454f58ba9544') {'for_net_delete': True} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:34:45.566357 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-977b5437-cfaf-4a03-8046-667c4d2ad0bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8357feaa-9be8-4302-8db1-454f58ba9544') {} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:34:45.579869 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['98ed3488-290f-400b-ab31-78cc3a2a5f16'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:34:45.595951 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-977b5437-cfaf-4a03-8046-667c4d2ad0bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762866108173', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15284958'] for segment, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:45.628545 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-977b5437-cfaf-4a03-8046-667c4d2ad0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:45.641679 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f90e0d7a-5bd4-4186-8bc2-688803a74ea1 req-400b5c67-c42d-4111-8f7f-979068c6c3b9 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675876 Jun 03 08:34:45.642645 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977b5437-cfaf-4a03-8046-667c4d2ad0bc admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=92356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 08:34:45.643080 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-977b5437-cfaf-4a03-8046-667c4d2ad0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262507'] for segment, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: Traceback (most recent call last): Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: timer() Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: cb(*args, **kw) Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: return func(*args, **kwargs) Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: self._notify() Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: self.callback(batched_events) Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: event.method(event) Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: return f(self, *a, **k) Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: return self._get(url).json() Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: return self.request(url, 'GET', **kwargs) Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 08:34:45.656811 dv-cinder-787262-5-smb neutron-server[92356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 08:34:45.684820 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-25b39750-6c05-4466-bbb1-97df8f83b484 req-a1c2dc0e-41dd-485e-aa67-909420330f06 service neutron] 10.222.0.47 "GET /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395395 Jun 03 08:34:45.856142 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-977b5437-cfaf-4a03-8046-667c4d2ad0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361038'] for network, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:45.860135 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:45.874781 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-977b5437-cfaf-4a03-8046-667c4d2ad0bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:45.885999 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b5437-cfaf-4a03-8046-667c4d2ad0bc admin admin] Pushing event deleted for resources: {'Network': ['ID=d2197ef7-85d9-4757-a2e4-13328e9df99c,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:45.889273 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-977b5437-cfaf-4a03-8046-667c4d2ad0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:46.007482 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-977b5437-cfaf-4a03-8046-667c4d2ad0bc admin admin] 10.222.0.18 "DELETE /v2.0/networks/d2197ef7-85d9-4757-a2e4-13328e9df99c HTTP/1.1" status: 204 len: 168 time: 0.7815852 Jun 03 08:34:46.150333 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95b047-1fd9-40e9-9b8c-8ff68508c3f9 req-e9922488-7485-4ae8-b7a7-f1eaf521973d tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:46.151812 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-bd95b047-1fd9-40e9-9b8c-8ff68508c3f9 req-e9922488-7485-4ae8-b7a7-f1eaf521973d tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0831423 Jun 03 08:34:46.195944 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-bd95b047-1fd9-40e9-9b8c-8ff68508c3f9 req-39f35a5f-19e0-48bd-b3fc-e73c863d66bb tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378029 Jun 03 08:34:46.528011 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 57862) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:46.578633 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-fc2bcfda-452b-4acc-8eb4-afc5a7a1aad9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cff062860f9940faa57e665635bf80ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0493340 Jun 03 08:34:46.581596 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 57864) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:46.644221 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1a63366a-bf0d-42b3-916e-756b2cebfbb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:46.671320 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1a63366a-bf0d-42b3-916e-756b2cebfbb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:46.830378 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77eb294-46e2-4dda-8b39-bfe8ee1baed9 req-a84444f5-2586-4caf-a68b-9bfad4e5325c tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:46.832004 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f77eb294-46e2-4dda-8b39-bfe8ee1baed9 req-a84444f5-2586-4caf-a68b-9bfad4e5325c tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc79f36f-86f7-49b6-a95f-fc1f42a48dbc HTTP/1.1" status: 200 len: 945 time: 0.0812702 Jun 03 08:34:46.844277 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 98ed3488-290f-400b-ab31-78cc3a2a5f16 up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:34:46.868870 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1a63366a-bf0d-42b3-916e-756b2cebfbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:46.875455 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-8647ebac-dc61-4c85-bf96-136811aa72d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:46.916717 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f77eb294-46e2-4dda-8b39-bfe8ee1baed9 req-fcf1f3be-22db-497e-94a1-07231f427556 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750797 Jun 03 08:34:46.916717 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63366a-bf0d-42b3-916e-756b2cebfbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0a238d-f7e5-44c6-a413-b3bb8de084d9,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:46.921705 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-1a63366a-bf0d-42b3-916e-756b2cebfbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:46.996161 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984ca8f-04fc-47a5-82f4-0d1b90342dad req-d4ddd9d7-6992-4196-a92b-6f767c94e2b5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:46.998027 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-8984ca8f-04fc-47a5-82f4-0d1b90342dad req-d4ddd9d7-6992-4196-a92b-6f767c94e2b5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.1243958 Jun 03 08:34:47.015146 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1a63366a-bf0d-42b3-916e-756b2cebfbb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:47.016302 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-1a63366a-bf0d-42b3-916e-756b2cebfbb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a0a238d-f7e5-44c6-a413-b3bb8de084d9 HTTP/1.1" status: 204 len: 168 time: 0.4337769 Jun 03 08:34:47.045081 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning for port 98ed3488-290f-400b-ab31-78cc3a2a5f16 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:34:47.053164 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port 98ed3488-290f-400b-ab31-78cc3a2a5f16 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:34:47.053773 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:47.059648 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-8984ca8f-04fc-47a5-82f4-0d1b90342dad req-bde95e8f-17b8-43ea-addb-1dfd684497af tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549221 Jun 03 08:34:47.191847 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:47.218172 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc79f36f-86f7-49b6-a95f-fc1f42a48dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ed3488-290f-400b-ab31-78cc3a2a5f16'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:34:47.220443 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a00eeb4-170e-4c6d-970b-3c8b0e61fca8" -d '{"events": [{"server_uuid": "cc79f36f-86f7-49b6-a95f-fc1f42a48dbc", "name": "network-vif-plugged", "status": "completed", "tag": "98ed3488-290f-400b-ab31-78cc3a2a5f16"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:34:47.228641 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 98ed3488-290f-400b-ab31-78cc3a2a5f16, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=98ed3488-290f-400b-ab31-78cc3a2a5f16,segment=NetworkSegment(12ca6a33-652b-488d-b9ad-0082e17f4085),segment_id=12ca6a33-652b-488d-b9ad-0082e17f4085)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:34:47.267220 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90808a06-0c4f-46c6-96f6-626c1062009c x-openstack-request-id: req-90808a06-0c4f-46c6-96f6-626c1062009c {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:34:47.267659 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc79f36f-86f7-49b6-a95f-fc1f42a48dbc", "name": "network-vif-plugged", "status": "completed", "tag": "98ed3488-290f-400b-ab31-78cc3a2a5f16", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:34:47.268044 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90808a06-0c4f-46c6-96f6-626c1062009c {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:34:47.268557 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc79f36f-86f7-49b6-a95f-fc1f42a48dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ed3488-290f-400b-ab31-78cc3a2a5f16', 'code': 200} Jun 03 08:34:47.387600 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43b81a-1e80-4f48-961a-69896e9adc78 req-809418fa-0862-4da6-a189-5b82e1e3f950 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:47.389138 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-dd43b81a-1e80-4f48-961a-69896e9adc78 req-809418fa-0862-4da6-a189-5b82e1e3f950 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0789108 Jun 03 08:34:47.434547 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-dd43b81a-1e80-4f48-961a-69896e9adc78 req-9ab8aac9-496e-459a-8ee3-44e1d5161184 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391724 Jun 03 08:34:47.593460 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:47.596959 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:47.690902 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=98ed3488-290f-400b-ab31-78cc3a2a5f16,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:47.694338 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:47.844565 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:47.887185 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece836ce-f909-4ef4-a0f5-4070504ba62b req-f01dd0c3-f136-4929-a63a-79a32d6980ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:47.888666 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ece836ce-f909-4ef4-a0f5-4070504ba62b req-f01dd0c3-f136-4929-a63a-79a32d6980ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cc79f36f-86f7-49b6-a95f-fc1f42a48dbc HTTP/1.1" status: 200 len: 1099 time: 0.0720077 Jun 03 08:34:47.932448 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ece836ce-f909-4ef4-a0f5-4070504ba62b req-1ee15708-60b3-4a0d-ad72-7549ca652b85 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346334 Jun 03 08:34:48.127772 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e96a0-95dd-44b1-a10f-f2fdd263592e req-ddf9dab0-b42c-44e1-8416-480e68f8e696 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:48.129266 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-486e96a0-95dd-44b1-a10f-f2fdd263592e req-ddf9dab0-b42c-44e1-8416-480e68f8e696 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc79f36f-86f7-49b6-a95f-fc1f42a48dbc HTTP/1.1" status: 200 len: 946 time: 0.0910504 Jun 03 08:34:48.178335 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-486e96a0-95dd-44b1-a10f-f2fdd263592e req-eccef426-b078-4073-aaad-eaa03fa399d9 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417819 Jun 03 08:34:48.264906 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f2b95-bd08-4f94-a56c-8cf0251212a3 req-1541698e-462f-4d88-b313-5b9ed7d4b1a1 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:48.266413 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-1b7f2b95-bd08-4f94-a56c-8cf0251212a3 req-1541698e-462f-4d88-b313-5b9ed7d4b1a1 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.0968950 Jun 03 08:34:48.315698 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-1b7f2b95-bd08-4f94-a56c-8cf0251212a3 req-9263134e-032f-4ba2-b87e-f609b030799c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408647 Jun 03 08:34:48.642211 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ea0eb-5bb0-4953-8c09-61c675fae05b req-223d93fc-5f17-4c76-8866-7f050d809a8a tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:48.643837 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-233ea0eb-5bb0-4953-8c09-61c675fae05b req-223d93fc-5f17-4c76-8866-7f050d809a8a tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.0866828 Jun 03 08:34:48.697581 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-233ea0eb-5bb0-4953-8c09-61c675fae05b req-347da026-0cd7-4539-a458-07c89819948c tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476184 Jun 03 08:34:49.364840 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b26dc-025c-4921-bfc4-3a3769ed6a7f req-91931149-acaf-48ee-8053-8fedeaad5695 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:49.366285 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-669b26dc-025c-4921-bfc4-3a3769ed6a7f req-91931149-acaf-48ee-8053-8fedeaad5695 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc79f36f-86f7-49b6-a95f-fc1f42a48dbc HTTP/1.1" status: 200 len: 946 time: 0.0806947 Jun 03 08:34:49.431819 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-669b26dc-025c-4921-bfc4-3a3769ed6a7f req-ef1e3f01-31ad-4eaf-bd02-667c6e09e0fb tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597765 Jun 03 08:34:49.576546 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a99749-d03c-4948-9726-bf587c1706fb req-39d93a51-6a57-40c3-bfdf-3252d0dea18e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:49.578828 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e3a99749-d03c-4948-9726-bf587c1706fb req-39d93a51-6a57-40c3-bfdf-3252d0dea18e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.0930948 Jun 03 08:34:49.629419 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e3a99749-d03c-4948-9726-bf587c1706fb req-c67ce582-d9f7-4827-97a7-0d03b88137ab tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448463 Jun 03 08:34:49.763995 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 57978) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:49.955844 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b0e28d7d-90f5-41d5-bf4a-91652edd5174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:49.970116 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-b0e28d7d-90f5-41d5-bf4a-91652edd5174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:34:49.973865 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-b0e28d7d-90f5-41d5-bf4a-91652edd5174 admin admin] Usage tracker for resource:security_group_rule and tenant:1d7acbf0aa59427bbb067468853d877b is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:34:49.976691 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-b0e28d7d-90f5-41d5-bf4a-91652edd5174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:34:49.982402 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-b0e28d7d-90f5-41d5-bf4a-91652edd5174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:34:50.063924 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b0e28d7d-90f5-41d5-bf4a-91652edd5174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:50.187648 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b0e28d7d-90f5-41d5-bf4a-91652edd5174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:50.194353 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-8168280c-a0ce-4eab-a3ff-4e7a1782d6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:50.233860 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e28d7d-90f5-41d5-bf4a-91652edd5174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8542141f-d53a-4b1e-9765-53d1268c2a9a,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:50.238139 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-b0e28d7d-90f5-41d5-bf4a-91652edd5174 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d7acbf0aa59427bbb067468853d877b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4731216 Jun 03 08:34:50.239001 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-b0e28d7d-90f5-41d5-bf4a-91652edd5174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:50.241703 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 57982) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:50.316541 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-4058fbc1-7644-4075-bcdc-051ae72f9c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:50.344962 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-4058fbc1-7644-4075-bcdc-051ae72f9c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:50.501596 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-4058fbc1-7644-4075-bcdc-051ae72f9c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:50.506718 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-67bea035-2903-4d13-82f0-ec959f9e6372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:50.520092 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058fbc1-7644-4075-bcdc-051ae72f9c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8542141f-d53a-4b1e-9765-53d1268c2a9a,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:50.522974 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-4058fbc1-7644-4075-bcdc-051ae72f9c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:50.527449 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-4058fbc1-7644-4075-bcdc-051ae72f9c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:50.528572 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-4058fbc1-7644-4075-bcdc-051ae72f9c61 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8542141f-d53a-4b1e-9765-53d1268c2a9a HTTP/1.1" status: 204 len: 168 time: 0.2841237 Jun 03 08:34:50.859210 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fc4c2-2ac8-4420-8d11-507e7f11b41a req-4e9edec0-b389-44b0-808f-3d4763b89141 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:50.859210 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fb1fc4c2-2ac8-4420-8d11-507e7f11b41a req-4e9edec0-b389-44b0-808f-3d4763b89141 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.1118112 Jun 03 08:34:50.917641 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fb1fc4c2-2ac8-4420-8d11-507e7f11b41a req-a0b65730-61cc-4bfc-afff-c904fd484d27 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520086 Jun 03 08:34:51.369732 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 58018) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:51.483868 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-f0443d94-b915-4331-8e0d-ec53e7cedccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:51.497863 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-f0443d94-b915-4331-8e0d-ec53e7cedccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:34:51.502403 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-f0443d94-b915-4331-8e0d-ec53e7cedccc admin admin] Usage tracker for resource:security_group_rule and tenant:db15e878ad924ceda76588009dc38b6a is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:34:51.505197 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-f0443d94-b915-4331-8e0d-ec53e7cedccc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:34:51.511035 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-f0443d94-b915-4331-8e0d-ec53e7cedccc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:34:51.593439 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-f0443d94-b915-4331-8e0d-ec53e7cedccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:51.690842 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-f0443d94-b915-4331-8e0d-ec53e7cedccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:51.703650 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-f1586865-a43c-4af8-9f5a-82f5673146de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:51.743354 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-f0443d94-b915-4331-8e0d-ec53e7cedccc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db15e878ad924ceda76588009dc38b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725264 Jun 03 08:34:51.745050 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0443d94-b915-4331-8e0d-ec53e7cedccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf19091-8d8e-41d7-8d74-26124f474be8,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:51.746111 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 58030) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:34:51.749264 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-f0443d94-b915-4331-8e0d-ec53e7cedccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:51.805656 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-dbfab257-3f31-441a-a384-fe7cbde7bfe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:51.827845 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8617de-2594-4b9f-99ab-d59ae5f36ab2 req-3e3d1ab3-bd6d-4a60-bda5-eb221711efd1 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:51.829440 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4d8617de-2594-4b9f-99ab-d59ae5f36ab2 req-3e3d1ab3-bd6d-4a60-bda5-eb221711efd1 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc79f36f-86f7-49b6-a95f-fc1f42a48dbc HTTP/1.1" status: 200 len: 946 time: 0.0817244 Jun 03 08:34:51.836412 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-dbfab257-3f31-441a-a384-fe7cbde7bfe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:51.883783 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4d8617de-2594-4b9f-99ab-d59ae5f36ab2 req-d4868f40-72ac-42c9-960a-a00dd3ad3bad tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480945 Jun 03 08:34:51.948778 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-dbfab257-3f31-441a-a384-fe7cbde7bfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:51.953957 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-c0859f17-0646-4274-bc64-420b3c22e815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:51.966991 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfab257-3f31-441a-a384-fe7cbde7bfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf19091-8d8e-41d7-8d74-26124f474be8,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:51.970735 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-dbfab257-3f31-441a-a384-fe7cbde7bfe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:51.976882 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-dbfab257-3f31-441a-a384-fe7cbde7bfe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:51.978184 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-dbfab257-3f31-441a-a384-fe7cbde7bfe8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbf19091-8d8e-41d7-8d74-26124f474be8 HTTP/1.1" status: 204 len: 168 time: 0.2304807 Jun 03 08:34:52.136166 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f79746-a193-43c2-a2b8-d1e225503c56 req-db152b07-03e8-4404-8e6c-93b844cdb1ca tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:52.137663 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-14f79746-a193-43c2-a2b8-d1e225503c56 req-db152b07-03e8-4404-8e6c-93b844cdb1ca tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.0893030 Jun 03 08:34:52.182438 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-14f79746-a193-43c2-a2b8-d1e225503c56 req-c6a5b218-9929-4997-b9ae-dc5596cefa14 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390279 Jun 03 08:34:53.068648 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e2f87-6f78-43a6-92f8-dbbbe581a152 req-f8384f4a-b2e0-4846-84c4-b7c094af04d0 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:53.070153 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-791e2f87-6f78-43a6-92f8-dbbbe581a152 req-f8384f4a-b2e0-4846-84c4-b7c094af04d0 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc79f36f-86f7-49b6-a95f-fc1f42a48dbc HTTP/1.1" status: 200 len: 946 time: 0.0850132 Jun 03 08:34:53.115893 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-791e2f87-6f78-43a6-92f8-dbbbe581a152 req-6f187415-dae7-4685-8d45-c37f9cedb334 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399821 Jun 03 08:34:53.385928 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f8d72-eafd-4cc3-9c8f-5d2280614189 req-027c8a58-6095-4d46-88c1-d4f0063d1ac1 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:53.385928 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fa1f8d72-eafd-4cc3-9c8f-5d2280614189 req-027c8a58-6095-4d46-88c1-d4f0063d1ac1 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc79f36f-86f7-49b6-a95f-fc1f42a48dbc HTTP/1.1" status: 200 len: 946 time: 0.0918994 Jun 03 08:34:53.386623 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-12276b20-022f-48bb-8768-6e110279136c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:53.424161 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2ace7-9541-4e0c-a415-1e902d0cc486 req-9e27db32-13f9-4212-b0b7-1340961472be tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:53.426055 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3aa2ace7-9541-4e0c-a415-1e902d0cc486 req-9e27db32-13f9-4212-b0b7-1340961472be tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.1212542 Jun 03 08:34:53.490441 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3aa2ace7-9541-4e0c-a415-1e902d0cc486 req-a4c362ab-3118-45dc-bf1c-2013aeb2a464 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535274 Jun 03 08:34:53.532678 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-fa1f8d72-eafd-4cc3-9c8f-5d2280614189 req-9ab23a49-9b54-4d29-8511-17b8504e7010 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Deleting port 98ed3488-290f-400b-ab31-78cc3a2a5f16 {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:34:53.533146 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-fa1f8d72-eafd-4cc3-9c8f-5d2280614189 req-9ab23a49-9b54-4d29-8511-17b8504e7010 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:53.676138 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-fa1f8d72-eafd-4cc3-9c8f-5d2280614189 req-9ab23a49-9b54-4d29-8511-17b8504e7010 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] For port 98ed3488-290f-400b-ab31-78cc3a2a5f16, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=98ed3488-290f-400b-ab31-78cc3a2a5f16,segment=NetworkSegment(12ca6a33-652b-488d-b9ad-0082e17f4085),segment_id=12ca6a33-652b-488d-b9ad-0082e17f4085)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:34:53.676391 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-fa1f8d72-eafd-4cc3-9c8f-5d2280614189 req-9ab23a49-9b54-4d29-8511-17b8504e7010 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:53.874671 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-fa1f8d72-eafd-4cc3-9c8f-5d2280614189 req-9ab23a49-9b54-4d29-8511-17b8504e7010 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Calling delete_port for 98ed3488-290f-400b-ab31-78cc3a2a5f16 owned by compute:nova {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:34:54.084968 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-fa1f8d72-eafd-4cc3-9c8f-5d2280614189 req-9ab23a49-9b54-4d29-8511-17b8504e7010 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:54.090818 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:54.100442 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['98ed3488-290f-400b-ab31-78cc3a2a5f16'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:34:54.140653 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab23a49-9b54-4d29-8511-17b8504e7010 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Pushing event deleted for resources: {'Port': ['ID=98ed3488-290f-400b-ab31-78cc3a2a5f16,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:54.143761 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-9ab23a49-9b54-4d29-8511-17b8504e7010 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:54.298609 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-af1916cd-2005-4143-bf74-4a77d34625fc req-f727d4eb-c3de-4b2e-a141-c93033484d9a tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc79f36f-86f7-49b6-a95f-fc1f42a48dbc HTTP/1.1" status: 200 len: 210 time: 0.0523589 Jun 03 08:34:54.499352 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d219c20-2435-412f-a055-84a8f22e118e req-3511329f-b1b0-4335-ab4d-fcdd2d94341d tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:54.500807 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-0d219c20-2435-412f-a055-84a8f22e118e req-3511329f-b1b0-4335-ab4d-fcdd2d94341d tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.0853255 Jun 03 08:34:54.545526 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-0d219c20-2435-412f-a055-84a8f22e118e req-38a70eab-3033-45f5-af08-922fd8fe8c23 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386918 Jun 03 08:34:54.703278 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1f8d72-eafd-4cc3-9c8f-5d2280614189 req-9ab23a49-9b54-4d29-8511-17b8504e7010 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] No DVR routers for this DVR port 98ed3488-290f-400b-ab31-78cc3a2a5f16 on host hv-cinder-78726 {{(pid=92357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:34:54.708227 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-fa1f8d72-eafd-4cc3-9c8f-5d2280614189 req-9ab23a49-9b54-4d29-8511-17b8504e7010 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:54.710945 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc79f36f-86f7-49b6-a95f-fc1f42a48dbc', 'name': 'network-vif-deleted', 'tag': '98ed3488-290f-400b-ab31-78cc3a2a5f16'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:34:54.713182 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7930c032-4e54-40d2-861a-841b13436b29" -d '{"events": [{"server_uuid": "cc79f36f-86f7-49b6-a95f-fc1f42a48dbc", "name": "network-vif-deleted", "tag": "98ed3488-290f-400b-ab31-78cc3a2a5f16"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:34:54.739566 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35deb87f-54d0-4527-885d-37ba309ec736 req-81872903-fbfc-4b1d-826d-e3446b7b5aa9 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:54.741354 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-35deb87f-54d0-4527-885d-37ba309ec736 req-81872903-fbfc-4b1d-826d-e3446b7b5aa9 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.1406014 Jun 03 08:34:54.761530 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2454b7d3-5788-4f72-89ca-4b0eba09abcd x-openstack-request-id: req-2454b7d3-5788-4f72-89ca-4b0eba09abcd {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:34:54.761840 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc79f36f-86f7-49b6-a95f-fc1f42a48dbc", "name": "network-vif-deleted", "tag": "98ed3488-290f-400b-ab31-78cc3a2a5f16", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:34:54.762131 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2454b7d3-5788-4f72-89ca-4b0eba09abcd {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:34:54.762527 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc79f36f-86f7-49b6-a95f-fc1f42a48dbc', 'name': 'network-vif-deleted', 'tag': '98ed3488-290f-400b-ab31-78cc3a2a5f16', 'status': 'completed', 'code': 200} Jun 03 08:34:54.790021 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-35deb87f-54d0-4527-885d-37ba309ec736 req-c4c1bd71-24cf-4cde-b1c5-7a668febdf5b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431631 Jun 03 08:34:54.913358 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fa1f8d72-eafd-4cc3-9c8f-5d2280614189 req-9ab23a49-9b54-4d29-8511-17b8504e7010 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.47 "DELETE /v2.0/ports/98ed3488-290f-400b-ab31-78cc3a2a5f16 HTTP/1.1" status: 204 len: 173 time: 1.5536659 Jun 03 08:34:55.485612 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3712f552-6a00-4313-adb7-c3ac7699d5cc req-c64d83e0-fd6b-4193-b221-115c23c7c9f8 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc79f36f-86f7-49b6-a95f-fc1f42a48dbc HTTP/1.1" status: 200 len: 210 time: 0.0442111 Jun 03 08:34:55.735901 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a059a27-b95a-4179-861f-07badaad5e07 req-f8378d97-0404-4434-8c52-7245beef4be0 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:55.737474 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3a059a27-b95a-4179-861f-07badaad5e07 req-f8378d97-0404-4434-8c52-7245beef4be0 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.0837457 Jun 03 08:34:55.783271 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3a059a27-b95a-4179-861f-07badaad5e07 req-fd32a42e-5e94-436c-ab5e-a78c703761e3 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400536 Jun 03 08:34:55.992725 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9623d12-17c7-4036-b80f-a5e8338a449f req-013b8330-b157-4ea7-837e-1cd163c61edd tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:55.994215 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e9623d12-17c7-4036-b80f-a5e8338a449f req-013b8330-b157-4ea7-837e-1cd163c61edd tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.0868678 Jun 03 08:34:56.042826 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e9623d12-17c7-4036-b80f-a5e8338a449f req-2af80115-fff3-4781-9ed6-217319b8fea8 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422447 Jun 03 08:34:56.410114 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:56.729885 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-4652a785-1504-4b9a-9b68-263ac945fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:56.874980 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 98ed3488-290f-400b-ab31-78cc3a2a5f16 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:34:56.909553 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] No Port match for: 98ed3488-290f-400b-ab31-78cc3a2a5f16 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:34:56.909813 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 98ed3488-290f-400b-ab31-78cc3a2a5f16 not bound to the agent host hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:34:56.912291 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-9e9052f4-d776-4e4d-a7e2-498b1da1a0c8 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:56.914230 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-9e9052f4-d776-4e4d-a7e2-498b1da1a0c8 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/networks?id=c9f55860-23c2-47e8-91d2-e95bd19b46c9 HTTP/1.1" status: 200 len: 809 time: 0.1545963 Jun 03 08:34:56.929585 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-3645963d-285e-44ae-b8b6-27b822b9a38e tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/quotas/9ba2c312bede4a1789d5c474234c653b HTTP/1.1" status: 200 len: 375 time: 0.0098484 Jun 03 08:34:56.974918 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7cbe5-3eb5-4572-b369-2f84fe5f780e req-a01a12f7-24b2-418e-98f7-1211052775b7 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:56.976419 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e3e7cbe5-3eb5-4572-b369-2f84fe5f780e req-a01a12f7-24b2-418e-98f7-1211052775b7 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.0863154 Jun 03 08:34:56.980136 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-61225114-755c-42be-bc5c-0d0b4084e5e1 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ba2c312bede4a1789d5c474234c653b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435870 Jun 03 08:34:57.026684 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e3e7cbe5-3eb5-4572-b369-2f84fe5f780e req-198890b3-8ed6-4571-998f-f8fe8f7ab058 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436795 Jun 03 08:34:57.119695 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-82a579ac-7242-43c7-9117-1f818c5705a3 service neutron] 10.222.0.18 "GET /v2.0/networks/c9f55860-23c2-47e8-91d2-e95bd19b46c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322534 Jun 03 08:34:57.265815 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-4c14fddd-8c97-4394-9c73-78b55b03c290 service neutron] 10.222.0.18 "GET /v2.0/networks/c9f55860-23c2-47e8-91d2-e95bd19b46c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400995 Jun 03 08:34:57.309888 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9fb71-2194-43ae-86da-815cf2611a54 req-868ea63a-2880-40e5-82cb-b1c06b4dbd39 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:57.311616 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-bab9fb71-2194-43ae-86da-815cf2611a54 req-868ea63a-2880-40e5-82cb-b1c06b4dbd39 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.1535401 Jun 03 08:34:57.320070 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc1c1a-688c-4779-93a5-d0e0dc5def28 req-83a0a8e3-1c3b-4f1d-91f7-e1614420412f tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:57.321481 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-bebc1c1a-688c-4779-93a5-d0e0dc5def28 req-83a0a8e3-1c3b-4f1d-91f7-e1614420412f tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.47 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 945 time: 0.1218898 Jun 03 08:34:57.414038 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-bab9fb71-2194-43ae-86da-815cf2611a54 req-4e07a674-1dba-4b7a-924f-ace3360b7f9e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915811 Jun 03 08:34:57.491675 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-bebc1c1a-688c-4779-93a5-d0e0dc5def28 req-9935bc5d-081d-488b-93e9-ee7338629432 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Deleting port 0cff93fc-cd55-4bc9-841b-8f58c75c1441 {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:34:57.491921 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-bebc1c1a-688c-4779-93a5-d0e0dc5def28 req-9935bc5d-081d-488b-93e9-ee7338629432 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:57.664078 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-b703e7d2-528e-47df-a2c5-aaca78de95d1 req-f19fc388-6f50-4298-a96a-aef6caac936f tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Synchronizing usage tracker for tenant:9ba2c312bede4a1789d5c474234c653b on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:34:57.699172 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-bebc1c1a-688c-4779-93a5-d0e0dc5def28 req-9935bc5d-081d-488b-93e9-ee7338629432 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] For port 0cff93fc-cd55-4bc9-841b-8f58c75c1441, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=0cff93fc-cd55-4bc9-841b-8f58c75c1441,segment=NetworkSegment(bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b),segment_id=bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:34:57.701159 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-bebc1c1a-688c-4779-93a5-d0e0dc5def28 req-9935bc5d-081d-488b-93e9-ee7338629432 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:57.781454 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:57.824564 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-bebc1c1a-688c-4779-93a5-d0e0dc5def28 req-9935bc5d-081d-488b-93e9-ee7338629432 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Calling delete_port for 0cff93fc-cd55-4bc9-841b-8f58c75c1441 owned by compute:nova {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:34:57.825216 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:34:57.827851 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-b703e7d2-528e-47df-a2c5-aaca78de95d1 req-f19fc388-6f50-4298-a96a-aef6caac936f tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Unset dirty status for tenant:9ba2c312bede4a1789d5c474234c653b on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:34:57.828978 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b703e7d2-528e-47df-a2c5-aaca78de95d1 req-f19fc388-6f50-4298-a96a-aef6caac936f tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=80c0ef2b-4b09-49ad-bf7f-d6027c221a66 HTTP/1.1" status: 200 len: 210 time: 0.2255707 Jun 03 08:34:58.027119 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-bebc1c1a-688c-4779-93a5-d0e0dc5def28 req-9935bc5d-081d-488b-93e9-ee7338629432 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:58.032734 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:58.041333 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['0cff93fc-cd55-4bc9-841b-8f58c75c1441', '308798a0-002f-4a04-87f8-c8c4951bba9b'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:34:58.080457 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935bc5d-081d-488b-93e9-ee7338629432 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Pushing event deleted for resources: {'Port': ['ID=0cff93fc-cd55-4bc9-841b-8f58c75c1441,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:58.084014 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-9935bc5d-081d-488b-93e9-ee7338629432 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:58.219039 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebc1c1a-688c-4779-93a5-d0e0dc5def28 req-9935bc5d-081d-488b-93e9-ee7338629432 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] No DVR routers for this DVR port 0cff93fc-cd55-4bc9-841b-8f58c75c1441 on host hv-cinder-78726 {{(pid=92357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:34:58.222946 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-bebc1c1a-688c-4779-93a5-d0e0dc5def28 req-9935bc5d-081d-488b-93e9-ee7338629432 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:58.226821 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06906dde-bea3-474f-85ab-13ddc1f11c54', 'name': 'network-vif-deleted', 'tag': '0cff93fc-cd55-4bc9-841b-8f58c75c1441'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:34:58.229768 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551c2e62-ef00-4459-8b1f-2e20983a54b6" -d '{"events": [{"server_uuid": "06906dde-bea3-474f-85ab-13ddc1f11c54", "name": "network-vif-deleted", "tag": "0cff93fc-cd55-4bc9-841b-8f58c75c1441"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:34:58.265947 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-eab9b30b-23fe-4c3c-b45c-f8631fcd0d17 req-96ba8995-df39-4dd5-80a0-f4a8c24c0f3d tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 210 time: 0.0599287 Jun 03 08:34:58.309161 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-bebc1c1a-688c-4779-93a5-d0e0dc5def28 req-9935bc5d-081d-488b-93e9-ee7338629432 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.47 "DELETE /v2.0/ports/0cff93fc-cd55-4bc9-841b-8f58c75c1441 HTTP/1.1" status: 204 len: 173 time: 0.9708171 Jun 03 08:34:58.330816 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70495084-1ab2-48f2-92bb-a43079c0975b x-openstack-request-id: req-70495084-1ab2-48f2-92bb-a43079c0975b {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:34:58.331196 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06906dde-bea3-474f-85ab-13ddc1f11c54", "name": "network-vif-deleted", "tag": "0cff93fc-cd55-4bc9-841b-8f58c75c1441", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:34:58.331473 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70495084-1ab2-48f2-92bb-a43079c0975b {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:34:58.332137 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06906dde-bea3-474f-85ab-13ddc1f11c54', 'name': 'network-vif-deleted', 'tag': '0cff93fc-cd55-4bc9-841b-8f58c75c1441', 'status': 'completed', 'code': 200} Jun 03 08:34:58.614937 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504174f-05c1-4641-9d15-a72e83e1fbc3 req-cc157c2d-d1b4-4335-b09a-5f8464e84ae8 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:58.616476 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-5504174f-05c1-4641-9d15-a72e83e1fbc3 req-cc157c2d-d1b4-4335-b09a-5f8464e84ae8 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.0830777 Jun 03 08:34:58.661808 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-5504174f-05c1-4641-9d15-a72e83e1fbc3 req-8500b881-e6b7-4d9d-a124-eef41e47ca9a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396366 Jun 03 08:34:58.880692 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:34:58.986628 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7427b7b7-6ab6-49d2-bd95-73b396a9150f req-a7ce1b9d-d60c-4382-adad-7f30a83a3a28 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=80c0ef2b-4b09-49ad-bf7f-d6027c221a66 HTTP/1.1" status: 200 len: 210 time: 0.0449631 Jun 03 08:34:59.019909 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:34:59.033076 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'port_id': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b', 'mac_address': 'fa:16:3e:f7:15:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:34:59.088194 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:59.107794 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:34:59.124657 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:34:59.227054 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:59.229781 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:34:59.300806 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,revision_number=6']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:34:59.305259 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:34:59.346412 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:34:59.463040 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-999d0a26-e676-466e-840e-16cbc3dab9ec req-f4fdf124-b5d5-4d86-9306-1cd62160c102 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06906dde-bea3-474f-85ab-13ddc1f11c54 HTTP/1.1" status: 200 len: 210 time: 0.0562868 Jun 03 08:34:59.798427 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:34:59.896604 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c617c9e-45f7-403e-84f0-f5a1da9ad2f9 req-3458738e-fc65-4020-b8ea-428818a60bee tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:34:59.897980 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0c617c9e-45f7-403e-84f0-f5a1da9ad2f9 req-3458738e-fc65-4020-b8ea-428818a60bee tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 944 time: 0.1025090 Jun 03 08:34:59.973711 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0c617c9e-45f7-403e-84f0-f5a1da9ad2f9 req-258af87a-b163-45e8-a87d-2577b290470c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693316 Jun 03 08:35:00.143378 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-c993b967-005e-42a0-9a34-927ca8765ce8 req-6ef8c223-b32e-4d97-9606-9a822484ed29 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=80c0ef2b-4b09-49ad-bf7f-d6027c221a66 HTTP/1.1" status: 200 len: 210 time: 0.0460787 Jun 03 08:35:00.411325 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-8a879b3e-811e-4fb9-a52f-25570380f661 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:00.415606 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-8a879b3e-811e-4fb9-a52f-25570380f661 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.47 "GET /v2.0/networks?id=c9f55860-23c2-47e8-91d2-e95bd19b46c9 HTTP/1.1" status: 200 len: 809 time: 0.2317307 Jun 03 08:35:00.428401 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Request body: {'port': {'device_id': '80c0ef2b-4b09-49ad-bf7f-d6027c221a66', 'network_id': 'c9f55860-23c2-47e8-91d2-e95bd19b46c9', 'admin_state_up': True, 'tenant_id': '9ba2c312bede4a1789d5c474234c653b'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:35:00.586843 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:35:00.597097 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:35:00.730436 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Made reservation on behalf of 9ba2c312bede4a1789d5c474234c653b for: {'port': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:35:00.734674 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:00.910948 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:35:00.952903 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_common [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Allocated IP 172.20.0.2 (c9f55860-23c2-47e8-91d2-e95bd19b46c9/bf3cae1a-8a4e-43fa-ace6-646b74804597/9b2b49bc-91ee-459f-9712-7b08a110a434) {{(pid=92357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:35:01.088249 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:35:01.090021 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:01.272686 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:01.304711 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Notify callbacks [] for port, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:01.318277 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5c4979-cdc0-4097-b215-0936ab970677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:35:01.321114 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ed123a-a708-4be3-ba6e-62bfbfdebf8e" -d '{"events": [{"server_uuid": "4e5c4979-cdc0-4097-b215-0936ab970677", "name": "network-vif-plugged", "status": "completed", "tag": "dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:35:01.322135 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b159b34-8e1e-428d-a9c4-e7264cc1233d req-3eb5a293-c219-4fba-af44-6ea97b5b943c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:01.323938 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9b159b34-8e1e-428d-a9c4-e7264cc1233d req-3eb5a293-c219-4fba-af44-6ea97b5b943c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 944 time: 0.2146609 Jun 03 08:35:01.353770 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:35:01.373672 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-8ba30834-cdfb-431b-b5e3-fe8c1067f2ef req-ae9b464d-fb53-48a9-81e9-bb61e2002c8e tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=80c0ef2b-4b09-49ad-bf7f-d6027c221a66 HTTP/1.1" status: 200 len: 210 time: 0.0553143 Jun 03 08:35:01.394476 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9b159b34-8e1e-428d-a9c4-e7264cc1233d req-9a683bb5-d00d-443f-9496-ac50e25e3090 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627699 Jun 03 08:35:01.456024 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:01.457346 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 0cff93fc-cd55-4bc9-841b-8f58c75c1441 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:35:01.501854 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:01.508138 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:01.519676 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff238af-e670-434c-8003-34d13edd6605 x-openstack-request-id: req-8ff238af-e670-434c-8003-34d13edd6605 {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:35:01.520065 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5c4979-cdc0-4097-b215-0936ab970677", "name": "network-vif-plugged", "status": "completed", "tag": "dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:35:01.530691 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ff238af-e670-434c-8003-34d13edd6605 {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:35:01.531788 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5c4979-cdc0-4097-b215-0936ab970677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b', 'code': 200} Jun 03 08:35:01.532240 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:01.593838 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Network c9f55860-23c2-47e8-91d2-e95bd19b46c9 is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:35:01.601280 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:35:01.608064 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Received port after_create {{(pid=92357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:35:01.625100 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] No Port match for: 0cff93fc-cd55-4bc9-841b-8f58c75c1441 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:35:01.631188 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 0cff93fc-cd55-4bc9-841b-8f58c75c1441 not bound to the agent host hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:35:01.657905 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Pushing event updated for resources: {'Port': ['ID=9b2b49bc-91ee-459f-9712-7b08a110a434,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:01.672582 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57fd75-f142-4d52-9e6e-3b3f1710e101 req-d993c2ba-c6ce-4d87-947b-9f658ded7fa5 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:01.675889 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3b57fd75-f142-4d52-9e6e-3b3f1710e101 req-d993c2ba-c6ce-4d87-947b-9f658ded7fa5 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1820247 Jun 03 08:35:01.680670 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,revision_number=7']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:01.681555 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:01.681948 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:01.682388 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:01.682761 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:01.683106 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:01.683448 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:01.683786 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:01.684264 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:01.684614 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:01.684935 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:01.685270 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:01.685601 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:01.693177 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:01.701046 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:01.727638 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:01.728578 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:01.755410 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3b57fd75-f142-4d52-9e6e-3b3f1710e101 req-6c3276c9-648d-4f04-825f-699c6fe95b97 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725672 Jun 03 08:35:01.851847 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4271088 Jun 03 08:35:01.872916 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Request body: {'port': {'device_id': '80c0ef2b-4b09-49ad-bf7f-d6027c221a66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:35:02.003955 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:02.422174 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2b49bc-91ee-459f-9712-7b08a110a434 {{(pid=92357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:35:02.430900 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:02.449761 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Transition to ACTIVE for port object 9b2b49bc-91ee-459f-9712-7b08a110a434 will not be triggered until provisioned by entity L2. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:35:02.559304 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:02.568363 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:02.689089 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97086969-00ba-43b2-9bf8-470b324ca3b3 req-7e825cc2-4637-4589-8615-12e9d5e79d4c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:02.692659 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-97086969-00ba-43b2-9bf8-470b324ca3b3 req-7e825cc2-4637-4589-8615-12e9d5e79d4c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.1222796 Jun 03 08:35:02.783350 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-97086969-00ba-43b2-9bf8-470b324ca3b3 req-eee080d9-88ef-4214-bac5-af4ebf1822c7 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778136 Jun 03 08:35:02.952699 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2b49bc-91ee-459f-9712-7b08a110a434,revision_number=2']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:02.963876 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:03.028109 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36373c3-78a4-4bb4-911e-7cf1e8baa714 req-fe232983-2741-4ac3-8605-1dc1e2e8b255 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:03.028980 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-e36373c3-78a4-4bb4-911e-7cf1e8baa714 req-fe232983-2741-4ac3-8605-1dc1e2e8b255 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Synchronizing usage tracker for tenant:9ba2c312bede4a1789d5c474234c653b on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:35:03.096283 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Attempting to bind port 9b2b49bc-91ee-459f-9712-7b08a110a434 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:35:03.102773 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Attempting to bind port 9b2b49bc-91ee-459f-9712-7b08a110a434 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '12ca6a33-652b-488d-b9ad-0082e17f4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c9f55860-23c2-47e8-91d2-e95bd19b46c9'}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:35:03.102773 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Attempting to bind port 9b2b49bc-91ee-459f-9712-7b08a110a434 on network c9f55860-23c2-47e8-91d2-e95bd19b46c9 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:35:03.105514 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Port 9b2b49bc-91ee-459f-9712-7b08a110a434 on network c9f55860-23c2-47e8-91d2-e95bd19b46c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 08:35:03.106234 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Attempting to bind port 9b2b49bc-91ee-459f-9712-7b08a110a434 on network c9f55860-23c2-47e8-91d2-e95bd19b46c9 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:35:03.115329 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Checking agent: {'id': '0b62ef4c-67a0-4b60-a013-2ab920ba3ff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'started_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:35:03.116093 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Checking segment: {'id': '12ca6a33-652b-488d-b9ad-0082e17f4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c9f55860-23c2-47e8-91d2-e95bd19b46c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:35:03.116578 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Bound using segment: {'id': '12ca6a33-652b-488d-b9ad-0082e17f4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c9f55860-23c2-47e8-91d2-e95bd19b46c9'} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:35:03.117349 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Bound port: 9b2b49bc-91ee-459f-9712-7b08a110a434, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ca6a33-652b-488d-b9ad-0082e17f4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c9f55860-23c2-47e8-91d2-e95bd19b46c9'}}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:35:03.117856 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:03.136468 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-e36373c3-78a4-4bb4-911e-7cf1e8baa714 req-fe232983-2741-4ac3-8605-1dc1e2e8b255 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Unset dirty status for tenant:9ba2c312bede4a1789d5c474234c653b on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:35:03.137852 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e36373c3-78a4-4bb4-911e-7cf1e8baa714 req-fe232983-2741-4ac3-8605-1dc1e2e8b255 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=80c0ef2b-4b09-49ad-bf7f-d6027c221a66 HTTP/1.1" status: 200 len: 943 time: 0.6169648 Jun 03 08:35:03.176828 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cbcfc-2527-4e18-84e5-2cb7c6647dd3 req-171bf35d-059e-4d73-a62f-2cc3efbe1680 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:03.178640 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-390cbcfc-2527-4e18-84e5-2cb7c6647dd3 req-171bf35d-059e-4d73-a62f-2cc3efbe1680 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1977928 Jun 03 08:35:03.239957 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-390cbcfc-2527-4e18-84e5-2cb7c6647dd3 req-85ba6a1b-8e09-49ea-a6a2-fb3f62944dcc tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523839 Jun 03 08:35:03.272276 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] For port 9b2b49bc-91ee-459f-9712-7b08a110a434, host hv-cinder-78726, cleared binding levels {{(pid=92357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:35:03.277442 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] For port 9b2b49bc-91ee-459f-9712-7b08a110a434, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9b2b49bc-91ee-459f-9712-7b08a110a434,segment=NetworkSegment(12ca6a33-652b-488d-b9ad-0082e17f4085),segment_id=12ca6a33-652b-488d-b9ad-0082e17f4085)] {{(pid=92357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:35:03.292548 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e36373c3-78a4-4bb4-911e-7cf1e8baa714 req-4f06f8e8-53ee-44ce-a91a-f678721e02ac tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631239 Jun 03 08:35:03.388258 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:03.393923 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:03.458972 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:03.459584 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:03.461289 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] 10.222.0.47 "PUT /v2.0/ports/9b2b49bc-91ee-459f-9712-7b08a110a434 HTTP/1.1" status: 200 len: 1093 time: 1.5928493 Jun 03 08:35:03.461722 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c0ef2b-4b09-49ad-bf7f-d6027c221a66', 'tag': '9b2b49bc-91ee-459f-9712-7b08a110a434'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:35:03.464088 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d84baf-d19f-4641-8370-a9b6c0b68db2" -d '{"events": [{"name": "network-changed", "server_uuid": "80c0ef2b-4b09-49ad-bf7f-d6027c221a66", "tag": "9b2b49bc-91ee-459f-9712-7b08a110a434"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:35:03.529925 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2b49bc-91ee-459f-9712-7b08a110a434,revision_number=3']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:03.535277 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:03.586075 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87e70ed-ecc8-4d4d-b62e-65a96c2c2a55 x-openstack-request-id: req-b87e70ed-ecc8-4d4d-b62e-65a96c2c2a55 {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:35:03.586075 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c0ef2b-4b09-49ad-bf7f-d6027c221a66", "tag": "9b2b49bc-91ee-459f-9712-7b08a110a434", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:35:03.586075 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b87e70ed-ecc8-4d4d-b62e-65a96c2c2a55 {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:35:03.586075 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c0ef2b-4b09-49ad-bf7f-d6027c221a66', 'tag': '9b2b49bc-91ee-459f-9712-7b08a110a434', 'status': 'completed', 'code': 200} Jun 03 08:35:03.677833 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d84baf-d19f-4641-8370-a9b6c0b68db2 req-71e2225a-d93f-491f-8fed-019fcefd0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:03.680378 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-52d84baf-d19f-4641-8370-a9b6c0b68db2 req-71e2225a-d93f-491f-8fed-019fcefd0ac2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ba2c312bede4a1789d5c474234c653b&device_id=80c0ef2b-4b09-49ad-bf7f-d6027c221a66 HTTP/1.1" status: 200 len: 1096 time: 0.0990145 Jun 03 08:35:03.869419 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d84baf-d19f-4641-8370-a9b6c0b68db2 req-2834bb81-f050-4d8a-bcde-9aa70388aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:03.875017 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-52d84baf-d19f-4641-8370-a9b6c0b68db2 req-2834bb81-f050-4d8a-bcde-9aa70388aed2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9ba2c312bede4a1789d5c474234c653b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1834412 Jun 03 08:35:04.156520 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d84baf-d19f-4641-8370-a9b6c0b68db2 req-3e64207f-bb47-4024-bae7-4c0ecd562d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:04.168981 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-52d84baf-d19f-4641-8370-a9b6c0b68db2 req-3e64207f-bb47-4024-bae7-4c0ecd562d58 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2779870 Jun 03 08:35:04.194521 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e47f8-d1d0-46b4-9c9e-d3cca1973708 req-068305da-77f4-4e57-87c0-1303eb80560e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:04.196207 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6f9e47f8-d1d0-46b4-9c9e-d3cca1973708 req-068305da-77f4-4e57-87c0-1303eb80560e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.1602461 Jun 03 08:35:04.390400 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6f9e47f8-d1d0-46b4-9c9e-d3cca1973708 req-75bf2d62-c8dd-43b2-9be6-a8797fd3a6be tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871135 Jun 03 08:35:04.438331 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-73d596ee-40ad-4923-b6ca-a5210eeeafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:04.440008 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-73d596ee-40ad-4923-b6ca-a5210eeeafc4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ba2c312bede4a1789d5c474234c653b&device_id=80c0ef2b-4b09-49ad-bf7f-d6027c221a66 HTTP/1.1" status: 200 len: 1096 time: 0.2132812 Jun 03 08:35:04.570458 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-56cb3eec-44bd-4551-9eb5-d0b67c4c6db1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b2b49bc-91ee-459f-9712-7b08a110a434 HTTP/1.1" status: 200 len: 217 time: 0.1160922 Jun 03 08:35:04.627757 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3e00e-d854-4a7d-b23b-7694f619fef7 req-ddff4e25-a13e-4e1b-8b0f-18b66052b4cf tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:04.629383 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e3f3e00e-d854-4a7d-b23b-7694f619fef7 req-ddff4e25-a13e-4e1b-8b0f-18b66052b4cf tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1559064 Jun 03 08:35:04.683768 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e3f3e00e-d854-4a7d-b23b-7694f619fef7 req-5d9247b4-48bb-44da-8e00-03a53bcdae53 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469177 Jun 03 08:35:04.702182 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-982378da-933d-4c45-b098-3599b517c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:04.705463 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-982378da-933d-4c45-b098-3599b517c45c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bf3cae1a-8a4e-43fa-ace6-646b74804597 HTTP/1.1" status: 200 len: 849 time: 0.1255710 Jun 03 08:35:04.773309 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-6df67874-0902-448b-b3cc-30eb066f1dc3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9f55860-23c2-47e8-91d2-e95bd19b46c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594220 Jun 03 08:35:04.833210 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed1f70-1411-43e0-91a3-7b6d42b10fff req-7a4d42a6-c2fe-4105-b6c9-6cdeda5634de tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:04.840081 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d0ed1f70-1411-43e0-91a3-7b6d42b10fff req-7a4d42a6-c2fe-4105-b6c9-6cdeda5634de tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=80c0ef2b-4b09-49ad-bf7f-d6027c221a66 HTTP/1.1" status: 200 len: 943 time: 0.2157798 Jun 03 08:35:05.034875 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d0ed1f70-1411-43e0-91a3-7b6d42b10fff req-2d8b6352-6524-4ffa-a527-3248fb79846e tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889894 Jun 03 08:35:05.062917 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-4563228c-1551-494c-9a25-b31c88dc94d8 service neutron] 10.222.0.47 "GET /v2.0/networks/c9f55860-23c2-47e8-91d2-e95bd19b46c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796576 Jun 03 08:35:05.206442 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d17c2290-7444-4fa8-8450-d5538e5052a7 req-0ea92955-9aec-4c98-aebd-b64eface3688 service neutron] 10.222.0.47 "GET /v2.0/networks/c9f55860-23c2-47e8-91d2-e95bd19b46c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366363 Jun 03 08:35:05.653738 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3286dc-e9ca-4631-9449-ebe67d24c105 req-aee106de-9109-4264-9fa7-bb1c85f10a06 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:05.655316 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-ac3286dc-e9ca-4631-9449-ebe67d24c105 req-aee106de-9109-4264-9fa7-bb1c85f10a06 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.1181827 Jun 03 08:35:05.712562 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-ac3286dc-e9ca-4631-9449-ebe67d24c105 req-e4da3899-b60a-4bd7-b067-d24eaa8da2f5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509620 Jun 03 08:35:05.938521 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7a08b-ed4a-40ab-a9bf-0bc62f0e2d43 req-e1e38435-1c83-40ee-8036-334eb8209543 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:05.939265 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-31c7a08b-ed4a-40ab-a9bf-0bc62f0e2d43 req-e1e38435-1c83-40ee-8036-334eb8209543 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Synchronizing usage tracker for tenant:f3064070b7db4eb29c338090265dddc9 on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:35:06.139777 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-31c7a08b-ed4a-40ab-a9bf-0bc62f0e2d43 req-e1e38435-1c83-40ee-8036-334eb8209543 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Unset dirty status for tenant:f3064070b7db4eb29c338090265dddc9 on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:35:06.146682 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-31c7a08b-ed4a-40ab-a9bf-0bc62f0e2d43 req-e1e38435-1c83-40ee-8036-334eb8209543 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.3184018 Jun 03 08:35:06.232141 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-31c7a08b-ed4a-40ab-a9bf-0bc62f0e2d43 req-fb60ad59-c111-47de-89ef-1df11f671b69 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687513 Jun 03 08:35:06.308019 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f0e7f-843e-4919-97bb-9c00242d52ac req-c87606a3-f47c-47d1-8e9f-e267ff2db480 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:06.313993 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-868f0e7f-843e-4919-97bb-9c00242d52ac req-c87606a3-f47c-47d1-8e9f-e267ff2db480 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=80c0ef2b-4b09-49ad-bf7f-d6027c221a66 HTTP/1.1" status: 200 len: 943 time: 0.1412151 Jun 03 08:35:06.371301 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-868f0e7f-843e-4919-97bb-9c00242d52ac req-c3d7fc9a-c0fd-4ed3-a55d-f2aa36cad76e tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536554 Jun 03 08:35:06.977181 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2493c5-2d1d-478a-a661-ba33d6fe37a8 req-5010088d-c418-4068-9f96-7c4eda58193a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:06.979374 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2e2493c5-2d1d-478a-a661-ba33d6fe37a8 req-5010088d-c418-4068-9f96-7c4eda58193a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.1237242 Jun 03 08:35:07.052042 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2e2493c5-2d1d-478a-a661-ba33d6fe37a8 req-8f1227de-2491-4de8-ac6a-6e99245a3623 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631685 Jun 03 08:35:07.459348 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4eef1-9eb4-4a75-baf9-0894f0c01460 req-10415322-0277-47ee-807d-a35cfb80d42e tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:07.468355 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-48a4eef1-9eb4-4a75-baf9-0894f0c01460 req-10415322-0277-47ee-807d-a35cfb80d42e tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1093307 Jun 03 08:35:07.516375 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-48a4eef1-9eb4-4a75-baf9-0894f0c01460 req-4b9c011e-e063-49cc-8851-0e1be8720c4b tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470970 Jun 03 08:35:07.684928 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf0b45-2600-49af-8168-5ce2650ed349 req-e7207825-feb7-401f-8514-51cba039b5c1 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:07.692750 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9ebf0b45-2600-49af-8168-5ce2650ed349 req-e7207825-feb7-401f-8514-51cba039b5c1 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=80c0ef2b-4b09-49ad-bf7f-d6027c221a66 HTTP/1.1" status: 200 len: 943 time: 0.1808486 Jun 03 08:35:07.760920 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9ebf0b45-2600-49af-8168-5ce2650ed349 req-1d7d29d6-0cc0-4778-abbc-a99f9cc47275 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643075 Jun 03 08:35:08.064446 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c5066-14ec-4d19-b1d8-f1d2862dad62 req-83c56111-51dd-4b45-bca6-f77c198c3947 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:08.066201 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-286c5066-14ec-4d19-b1d8-f1d2862dad62 req-83c56111-51dd-4b45-bca6-f77c198c3947 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.47 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1235058 Jun 03 08:35:08.252488 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-286c5066-14ec-4d19-b1d8-f1d2862dad62 req-dfb452da-b15d-4476-9c9e-894e5fca7902 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Deleting port 308798a0-002f-4a04-87f8-c8c4951bba9b {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:35:08.252881 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-286c5066-14ec-4d19-b1d8-f1d2862dad62 req-dfb452da-b15d-4476-9c9e-894e5fca7902 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:08.329455 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012dfc8-f55f-4450-af39-066b7237df81 req-a0a5d072-6963-468b-b192-c7a4ed452a1b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:08.331222 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e012dfc8-f55f-4450-af39-066b7237df81 req-a0a5d072-6963-468b-b192-c7a4ed452a1b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.1129572 Jun 03 08:35:08.385957 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e012dfc8-f55f-4450-af39-066b7237df81 req-07e1cd42-7de6-400d-a9fa-012d3819ef5b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479567 Jun 03 08:35:08.411365 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-286c5066-14ec-4d19-b1d8-f1d2862dad62 req-dfb452da-b15d-4476-9c9e-894e5fca7902 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] For port 308798a0-002f-4a04-87f8-c8c4951bba9b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=308798a0-002f-4a04-87f8-c8c4951bba9b,segment=NetworkSegment(bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b),segment_id=bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:35:08.411825 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-286c5066-14ec-4d19-b1d8-f1d2862dad62 req-dfb452da-b15d-4476-9c9e-894e5fca7902 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:08.558280 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-286c5066-14ec-4d19-b1d8-f1d2862dad62 req-dfb452da-b15d-4476-9c9e-894e5fca7902 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Calling delete_port for 308798a0-002f-4a04-87f8-c8c4951bba9b owned by compute:nova {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:35:08.745845 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198e285-b354-4b90-884e-031e9e000162 req-7abfc669-f63f-4e8d-b08d-48ff6e775b4d tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:08.747422 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e198e285-b354-4b90-884e-031e9e000162 req-7abfc669-f63f-4e8d-b08d-48ff6e775b4d tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 945 time: 0.1033137 Jun 03 08:35:08.816883 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e198e285-b354-4b90-884e-031e9e000162 req-485061b8-949c-431d-9f84-52a81a90e47e tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/security-groups?id=07f8d3c1-f5f2-4e32-8ce8-d429e3286171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630138 Jun 03 08:35:08.961906 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123400a-b8a6-4236-bfad-d4ca682ce50d req-5ed00c3d-142c-4561-a263-231dac82e836 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:08.963415 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-b123400a-b8a6-4236-bfad-d4ca682ce50d req-5ed00c3d-142c-4561-a263-231dac82e836 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=80c0ef2b-4b09-49ad-bf7f-d6027c221a66 HTTP/1.1" status: 200 len: 943 time: 0.0854220 Jun 03 08:35:09.013320 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-b123400a-b8a6-4236-bfad-d4ca682ce50d req-2f14a8ef-f1df-4d85-b1ff-7c5a9b2b671e tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442677 Jun 03 08:35:09.142767 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-286c5066-14ec-4d19-b1d8-f1d2862dad62 req-dfb452da-b15d-4476-9c9e-894e5fca7902 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:09.151778 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:09.246619 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb452da-b15d-4476-9c9e-894e5fca7902 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Pushing event deleted for resources: {'Port': ['ID=308798a0-002f-4a04-87f8-c8c4951bba9b,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:09.250862 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-dfb452da-b15d-4476-9c9e-894e5fca7902 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:09.302619 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-286c5066-14ec-4d19-b1d8-f1d2862dad62 req-dfb452da-b15d-4476-9c9e-894e5fca7902 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] No DVR routers for this DVR port 308798a0-002f-4a04-87f8-c8c4951bba9b on host hv-cinder-78726 {{(pid=92357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:35:09.305446 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-286c5066-14ec-4d19-b1d8-f1d2862dad62 req-dfb452da-b15d-4476-9c9e-894e5fca7902 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:09.308506 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d43903-3c08-47c6-9062-1e3616f496a0', 'name': 'network-vif-deleted', 'tag': '308798a0-002f-4a04-87f8-c8c4951bba9b'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:35:09.314732 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc144b87-818e-40e1-8bcd-68933b983c5f" -d '{"events": [{"server_uuid": "06d43903-3c08-47c6-9062-1e3616f496a0", "name": "network-vif-deleted", "tag": "308798a0-002f-4a04-87f8-c8c4951bba9b"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:35:09.365041 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588e3985-a40d-4448-8b2f-8c5afee17f36 x-openstack-request-id: req-588e3985-a40d-4448-8b2f-8c5afee17f36 {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:35:09.365506 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d43903-3c08-47c6-9062-1e3616f496a0", "name": "network-vif-deleted", "tag": "308798a0-002f-4a04-87f8-c8c4951bba9b", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:35:09.365629 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-588e3985-a40d-4448-8b2f-8c5afee17f36 {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:35:09.366043 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d43903-3c08-47c6-9062-1e3616f496a0', 'name': 'network-vif-deleted', 'tag': '308798a0-002f-4a04-87f8-c8c4951bba9b', 'status': 'completed', 'code': 200} Jun 03 08:35:09.429103 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-286c5066-14ec-4d19-b1d8-f1d2862dad62 req-dfb452da-b15d-4476-9c9e-894e5fca7902 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.47 "DELETE /v2.0/ports/308798a0-002f-4a04-87f8-c8c4951bba9b HTTP/1.1" status: 204 len: 173 time: 1.3487585 Jun 03 08:35:09.590770 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b534c1-1731-4e2d-9917-b125b6dbeb65 req-a448cc2f-2744-401c-99ee-7878b9519b4d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:09.598398 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-29b534c1-1731-4e2d-9917-b125b6dbeb65 req-a448cc2f-2744-401c-99ee-7878b9519b4d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.0911586 Jun 03 08:35:09.650420 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-29b534c1-1731-4e2d-9917-b125b6dbeb65 req-34e53404-8c81-4491-ba88-9088c8c868f7 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489058 Jun 03 08:35:10.164318 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-ef26b9c1-ce08-44ae-b2ab-957f4de17370 req-33163da6-6bdf-4c7c-b8a1-edbbdb51d505 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Synchronizing usage tracker for tenant:f3064070b7db4eb29c338090265dddc9 on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:35:10.250185 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-ef26b9c1-ce08-44ae-b2ab-957f4de17370 req-33163da6-6bdf-4c7c-b8a1-edbbdb51d505 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Unset dirty status for tenant:f3064070b7db4eb29c338090265dddc9 on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:35:10.251245 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ef26b9c1-ce08-44ae-b2ab-957f4de17370 req-33163da6-6bdf-4c7c-b8a1-edbbdb51d505 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d43903-3c08-47c6-9062-1e3616f496a0 HTTP/1.1" status: 200 len: 210 time: 0.1863036 Jun 03 08:35:10.502653 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03eac5d-5726-4aa3-85cb-364f919195bc req-6d1b5ae1-3159-463d-94f1-b5072f47a29a tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:10.507178 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a03eac5d-5726-4aa3-85cb-364f919195bc req-6d1b5ae1-3159-463d-94f1-b5072f47a29a tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=80c0ef2b-4b09-49ad-bf7f-d6027c221a66 HTTP/1.1" status: 200 len: 943 time: 0.1511743 Jun 03 08:35:10.575233 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a03eac5d-5726-4aa3-85cb-364f919195bc req-a974eb1e-c219-4762-b5ab-fb963a0c2124 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593507 Jun 03 08:35:10.937700 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 9b2b49bc-91ee-459f-9712-7b08a110a434 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:35:10.940147 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cf944-247e-41bd-a7ad-563fd09b49dc req-086db5f9-42f7-4304-8f67-208a46bddac3 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:10.942568 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-820cf944-247e-41bd-a7ad-563fd09b49dc req-086db5f9-42f7-4304-8f67-208a46bddac3 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.1351516 Jun 03 08:35:11.000636 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-820cf944-247e-41bd-a7ad-563fd09b49dc req-cf213e15-8119-44a0-adf3-a463b6d0abe8 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520940 Jun 03 08:35:11.123823 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 9b2b49bc-91ee-459f-9712-7b08a110a434, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9b2b49bc-91ee-459f-9712-7b08a110a434,segment=NetworkSegment(12ca6a33-652b-488d-b9ad-0082e17f4085),segment_id=12ca6a33-652b-488d-b9ad-0082e17f4085)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:35:11.142409 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': '9b2b49bc-91ee-459f-9712-7b08a110a434', 'network_id': 'c9f55860-23c2-47e8-91d2-e95bd19b46c9', 'port_id': '9b2b49bc-91ee-459f-9712-7b08a110a434', 'mac_address': 'fa:16:3e:ad:f3:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3cae1a-8a4e-43fa-ace6-646b74804597', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:35:11.146744 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 308798a0-002f-4a04-87f8-c8c4951bba9b no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:35:11.287768 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] No Port match for: 308798a0-002f-4a04-87f8-c8c4951bba9b {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:35:11.288116 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 308798a0-002f-4a04-87f8-c8c4951bba9b not bound to the agent host hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:35:11.293280 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:11.316875 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2b49bc-91ee-459f-9712-7b08a110a434 {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:35:11.341060 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 9b2b49bc-91ee-459f-9712-7b08a110a434, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9b2b49bc-91ee-459f-9712-7b08a110a434,segment=NetworkSegment(12ca6a33-652b-488d-b9ad-0082e17f4085),segment_id=12ca6a33-652b-488d-b9ad-0082e17f4085)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:35:11.400793 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 58448) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:11.422663 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:11.425339 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:11.549229 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=9b2b49bc-91ee-459f-9712-7b08a110a434,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:11.559628 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:11.708591 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['9b2b49bc-91ee-459f-9712-7b08a110a434'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:35:12.007852 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32950ac6-6b65-4faf-883d-9c6f24f20f2a req-d3ec30bd-6c55-4a6a-81b8-dddfc00657da tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:12.019142 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-32950ac6-6b65-4faf-883d-9c6f24f20f2a req-d3ec30bd-6c55-4a6a-81b8-dddfc00657da tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=80c0ef2b-4b09-49ad-bf7f-d6027c221a66 HTTP/1.1" status: 200 len: 944 time: 0.1715927 Jun 03 08:35:12.070019 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-32950ac6-6b65-4faf-883d-9c6f24f20f2a req-68e84fdc-98fc-4ccb-9644-141d7d2730ce tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528646 Jun 03 08:35:12.412748 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267566c-19b4-4c03-b2a7-c39ef2e0ee8b req-1a63f4ca-abfd-4136-816b-477ab98f6697 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:12.414379 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2267566c-19b4-4c03-b2a7-c39ef2e0ee8b req-1a63f4ca-abfd-4136-816b-477ab98f6697 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.2460556 Jun 03 08:35:12.456296 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16361550'] for router_interface, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:12.671783 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2267566c-19b4-4c03-b2a7-c39ef2e0ee8b req-98bc0966-d615-4cab-9636-50377e90e1f5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464252 Jun 03 08:35:12.965579 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 9b2b49bc-91ee-459f-9712-7b08a110a434 up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:35:13.087534 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Deleting port 173d1c6a-0d7a-496c-ba76-9b1129a215ec {{(pid=92356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:35:13.087860 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:13.226713 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] For port 173d1c6a-0d7a-496c-ba76-9b1129a215ec, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=173d1c6a-0d7a-496c-ba76-9b1129a215ec,segment=NetworkSegment(bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b),segment_id=bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b)] {{(pid=92356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:35:13.227117 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:13.265506 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fb251-0cbb-4e49-b1dc-e3942e724ae3 req-168f9ebf-980e-4ae1-9e02-38f9eafdbd55 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:13.267135 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d87fb251-0cbb-4e49-b1dc-e3942e724ae3 req-168f9ebf-980e-4ae1-9e02-38f9eafdbd55 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=80c0ef2b-4b09-49ad-bf7f-d6027c221a66 HTTP/1.1" status: 200 len: 944 time: 0.0907128 Jun 03 08:35:13.314987 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d87fb251-0cbb-4e49-b1dc-e3942e724ae3 req-82b9672d-ad4d-48fd-bfa6-000c025a9670 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418777 Jun 03 08:35:13.377211 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Calling delete_port for 173d1c6a-0d7a-496c-ba76-9b1129a215ec owned by network:router_interface {{(pid=92356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:35:13.411223 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning for port 9b2b49bc-91ee-459f-9712-7b08a110a434 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:35:13.424661 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port 9b2b49bc-91ee-459f-9712-7b08a110a434 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:35:13.425793 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:13.611111 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:13.657186 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c0ef2b-4b09-49ad-bf7f-d6027c221a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2b49bc-91ee-459f-9712-7b08a110a434'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:35:13.664586 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff1242d-1284-4111-b456-50a029c22c2a" -d '{"events": [{"server_uuid": "80c0ef2b-4b09-49ad-bf7f-d6027c221a66", "name": "network-vif-plugged", "status": "completed", "tag": "9b2b49bc-91ee-459f-9712-7b08a110a434"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:35:13.675895 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 9b2b49bc-91ee-459f-9712-7b08a110a434, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9b2b49bc-91ee-459f-9712-7b08a110a434,segment=NetworkSegment(12ca6a33-652b-488d-b9ad-0082e17f4085),segment_id=12ca6a33-652b-488d-b9ad-0082e17f4085)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:35:13.726958 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ef8c8d-490c-4c5b-8d67-4a0f26efab4c x-openstack-request-id: req-82ef8c8d-490c-4c5b-8d67-4a0f26efab4c {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:35:13.727346 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c0ef2b-4b09-49ad-bf7f-d6027c221a66", "name": "network-vif-plugged", "status": "completed", "tag": "9b2b49bc-91ee-459f-9712-7b08a110a434", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:35:13.727733 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82ef8c8d-490c-4c5b-8d67-4a0f26efab4c {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:35:13.728462 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c0ef2b-4b09-49ad-bf7f-d6027c221a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2b49bc-91ee-459f-9712-7b08a110a434', 'code': 200} Jun 03 08:35:13.770394 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:13.773754 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-a48ae9df-9ffb-4f15-bc7b-ce79b1ee8481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:13.903523 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=9b2b49bc-91ee-459f-9712-7b08a110a434,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:13.919752 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:13.938258 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:13.947087 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:13.964845 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff62b3-476c-4712-976f-5eecba0394da req-60dbb9cf-55b1-4741-bbe4-b10e4f3afb6f tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:13.966855 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-28ff62b3-476c-4712-976f-5eecba0394da req-60dbb9cf-55b1-4741-bbe4-b10e4f3afb6f tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.1483576 Jun 03 08:35:14.046138 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-28ff62b3-476c-4712-976f-5eecba0394da req-3fafc42b-e99e-4fee-af21-970dd773a3ca tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721416 Jun 03 08:35:14.140517 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Pushing event deleted for resources: {'Port': ['ID=173d1c6a-0d7a-496c-ba76-9b1129a215ec,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:14.227718 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:14.228318 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:14.228930 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:14.229576 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:14.230023 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:14.230679 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:14.231273 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:14.231864 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:14.232453 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:14.233600 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:14.234196 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:14.234780 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:14.246914 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:14.297483 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba712cac-c625-4c8f-b0c2-cc69ff4d5669 req-1ba48898-52b8-46af-bbc2-d7c9b224fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:14.298989 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ba712cac-c625-4c8f-b0c2-cc69ff4d5669 req-1ba48898-52b8-46af-bbc2-d7c9b224fb07 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=80c0ef2b-4b09-49ad-bf7f-d6027c221a66 HTTP/1.1" status: 200 len: 1098 time: 0.0976472 Jun 03 08:35:14.370010 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ba712cac-c625-4c8f-b0c2-cc69ff4d5669 req-1f669df5-ac57-48d2-96e0-9f8f860a7166 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629454 Jun 03 08:35:14.509831 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16309445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16361682'] for router_interface, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:14.808696 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7339-2e48-447b-8594-59b54d201721 req-5a5a4ef3-5037-4426-b448-e3ba17a65d93 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:14.810143 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d7df7339-2e48-447b-8594-59b54d201721 req-5a5a4ef3-5037-4426-b448-e3ba17a65d93 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=80c0ef2b-4b09-49ad-bf7f-d6027c221a66 HTTP/1.1" status: 200 len: 945 time: 0.3610251 Jun 03 08:35:14.926309 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d7df7339-2e48-447b-8594-59b54d201721 req-38dbc496-e1b9-4056-b307-cbbcba1ebfd8 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071403 Jun 03 08:35:15.061884 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Router 384dd31c-a045-4f5d-bd9e-32643682b706 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:35:15.267334 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:35:15.277746 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ac872f-eba3-4dcd-97e6-6008bdfb23eb None None] Sync routers for ids ['384dd31c-a045-4f5d-bd9e-32643682b706'] in dv-cinder-787262-5-smb {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:35:15.289415 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ac872f-eba3-4dcd-97e6-6008bdfb23eb None None] Routers {'384dd31c-a045-4f5d-bd9e-32643682b706'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:35:15.290362 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-85ac872f-eba3-4dcd-97e6-6008bdfb23eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:34:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['384dd31c-a045-4f5d-bd9e-32643682b706'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:35:15.291685 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68377bd5-ec7d-4a7f-bc35-843bb5cc99cc req-2e9c64f4-eae8-486c-9a0f-91239c1054f4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:15.293560 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-68377bd5-ec7d-4a7f-bc35-843bb5cc99cc req-2e9c64f4-eae8-486c-9a0f-91239c1054f4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.1152344 Jun 03 08:35:15.376731 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-68377bd5-ec7d-4a7f-bc35-843bb5cc99cc req-ddb713b2-e02b-4e56-b9cf-465cb0d50331 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655851 Jun 03 08:35:15.441911 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] 10.222.0.18 "PUT /v2.0/routers/384dd31c-a045-4f5d-bd9e-32643682b706/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0396984 Jun 03 08:35:15.445268 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 58520) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:15.477853 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-85ac872f-eba3-4dcd-97e6-6008bdfb23eb None None] Set router 384dd31c-a045-4f5d-bd9e-32643682b706 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:35:15.722119 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-195c2c23-608e-44b1-9b63-6165d7f0d292 admin admin] Notify callbacks [] for router, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:15.771523 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-85ac872f-eba3-4dcd-97e6-6008bdfb23eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384dd31c-a045-4f5d-bd9e-32643682b706', 'name': 'tempest-ServerRescueNegativeTestJSON-782151809-router', 'tenant_id': 'f3064070b7db4eb29c338090265dddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'b05f65a0-06e0-4a83-81b6-10ad13ed53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:32:00Z', 'updated_at': '2021-06-03T08:35:13Z', 'revision_number': 5, 'project_id': 'f3064070b7db4eb29c338090265dddc9', 'gw_port': {'id': 'b05f65a0-06e0-4a83-81b6-10ad13ed53e1', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384dd31c-a045-4f5d-bd9e-32643682b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:32:01Z', 'updated_at': '2021-06-03T08:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:35:15.775252 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ac872f-eba3-4dcd-97e6-6008bdfb23eb None None] Checking router: 384dd31c-a045-4f5d-bd9e-32643682b706 for host: dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:35:15.783981 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ac872f-eba3-4dcd-97e6-6008bdfb23eb None None] Routers {'384dd31c-a045-4f5d-bd9e-32643682b706'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:35:15.784577 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-85ac872f-eba3-4dcd-97e6-6008bdfb23eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:34:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['384dd31c-a045-4f5d-bd9e-32643682b706'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:35:15.904639 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-195c2c23-608e-44b1-9b63-6165d7f0d292 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:15.968223 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-85ac872f-eba3-4dcd-97e6-6008bdfb23eb None None] Set router 384dd31c-a045-4f5d-bd9e-32643682b706 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:35:16.225146 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [None req-195c2c23-608e-44b1-9b63-6165d7f0d292 admin admin] Deleting port b05f65a0-06e0-4a83-81b6-10ad13ed53e1 {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:35:16.225484 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-195c2c23-608e-44b1-9b63-6165d7f0d292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:16.254742 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62711b-0395-47ae-86b8-a933819d79c0 req-f9caffa3-4de8-4117-851a-2fe908dd6034 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:16.256811 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-6c62711b-0395-47ae-86b8-a933819d79c0 req-f9caffa3-4de8-4117-851a-2fe908dd6034 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=80c0ef2b-4b09-49ad-bf7f-d6027c221a66 HTTP/1.1" status: 200 len: 945 time: 0.1757267 Jun 03 08:35:16.344465 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-6c62711b-0395-47ae-86b8-a933819d79c0 req-7193c53e-363a-4f86-b58f-2f7064727357 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809050 Jun 03 08:35:16.420523 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [None req-195c2c23-608e-44b1-9b63-6165d7f0d292 admin admin] For port b05f65a0-06e0-4a83-81b6-10ad13ed53e1, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=b05f65a0-06e0-4a83-81b6-10ad13ed53e1,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:35:16.421129 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-195c2c23-608e-44b1-9b63-6165d7f0d292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:16.425195 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-85ac872f-eba3-4dcd-97e6-6008bdfb23eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384dd31c-a045-4f5d-bd9e-32643682b706', 'name': 'tempest-ServerRescueNegativeTestJSON-782151809-router', 'tenant_id': 'f3064070b7db4eb29c338090265dddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'b05f65a0-06e0-4a83-81b6-10ad13ed53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:32:00Z', 'updated_at': '2021-06-03T08:35:13Z', 'revision_number': 5, 'project_id': 'f3064070b7db4eb29c338090265dddc9', 'gw_port': {'id': 'b05f65a0-06e0-4a83-81b6-10ad13ed53e1', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384dd31c-a045-4f5d-bd9e-32643682b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:32:01Z', 'updated_at': '2021-06-03T08:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:35:16.429858 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ac872f-eba3-4dcd-97e6-6008bdfb23eb None None] The sync data for ids ['384dd31c-a045-4f5d-bd9e-32643682b706'] in dv-cinder-787262-5-smb is: [{'id': '384dd31c-a045-4f5d-bd9e-32643682b706', 'name': 'tempest-ServerRescueNegativeTestJSON-782151809-router', 'tenant_id': 'f3064070b7db4eb29c338090265dddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'b05f65a0-06e0-4a83-81b6-10ad13ed53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:32:00Z', 'updated_at': '2021-06-03T08:35:13Z', 'revision_number': 5, 'project_id': 'f3064070b7db4eb29c338090265dddc9', 'gw_port': {'id': 'b05f65a0-06e0-4a83-81b6-10ad13ed53e1', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384dd31c-a045-4f5d-bd9e-32643682b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:32:01Z', 'updated_at': '2021-06-03T08:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}] {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:35:16.614809 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [None req-195c2c23-608e-44b1-9b63-6165d7f0d292 admin admin] Calling delete_port for b05f65a0-06e0-4a83-81b6-10ad13ed53e1 owned by network:router_gateway {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:35:16.649145 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e2a37-f956-48a8-885f-dde7b98bb916 req-9b43b5ce-a6dd-4a79-80d0-803fd05c1f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:16.650670 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-357e2a37-f956-48a8-885f-dde7b98bb916 req-9b43b5ce-a6dd-4a79-80d0-803fd05c1f99 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdd92ec4f372413b96455fe8b4025af3&device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 1098 time: 0.5082006 Jun 03 08:35:16.870413 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 173d1c6a-0d7a-496c-ba76-9b1129a215ec no longer exists at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:35:16.915496 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] No Port match for: 173d1c6a-0d7a-496c-ba76-9b1129a215ec {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:35:16.915496 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 173d1c6a-0d7a-496c-ba76-9b1129a215ec not bound to the agent host dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:35:16.970651 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69401617-f4b8-40a8-b483-cbed68664772 req-b962d39d-0177-47c7-aa2c-a6ac6a47eff7 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:16.973468 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-69401617-f4b8-40a8-b483-cbed68664772 req-b962d39d-0177-47c7-aa2c-a6ac6a47eff7 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.3655870 Jun 03 08:35:16.984973 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e2a37-f956-48a8-885f-dde7b98bb916 req-ce0c9005-2027-4d58-99c1-9418ca8ce2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:16.986499 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-357e2a37-f956-48a8-885f-dde7b98bb916 req-ce0c9005-2027-4d58-99c1-9418ca8ce2f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=770556f7-a783-4401-a31e-c720773b8096 HTTP/1.1" status: 200 len: 917 time: 0.3253455 Jun 03 08:35:17.136812 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-69401617-f4b8-40a8-b483-cbed68664772 req-3db419aa-c98f-4dcc-8689-418e6ed72c2a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468897 Jun 03 08:35:17.146893 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-357e2a37-f956-48a8-885f-dde7b98bb916 req-74328cc6-c53c-4db8-b734-34ea227d4c10 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b HTTP/1.1" status: 200 len: 1001 time: 0.1534772 Jun 03 08:35:17.256681 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e2a37-f956-48a8-885f-dde7b98bb916 req-51390532-4381-4b3f-8a34-2d65bac6d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:17.261349 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-357e2a37-f956-48a8-885f-dde7b98bb916 req-51390532-4381-4b3f-8a34-2d65bac6d2c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b8510487-57b7-471a-bd67-7c6c7ee2984a HTTP/1.1" status: 200 len: 855 time: 0.1023595 Jun 03 08:35:17.416415 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e2a37-f956-48a8-885f-dde7b98bb916 req-e2ee6aae-b065-4e1c-9c60-c1c9993fa067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:17.417873 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-357e2a37-f956-48a8-885f-dde7b98bb916 req-e2ee6aae-b065-4e1c-9c60-c1c9993fa067 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770556f7-a783-4401-a31e-c720773b8096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1521564 Jun 03 08:35:17.467622 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-195c2c23-608e-44b1-9b63-6165d7f0d292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:17.468341 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-9ab23a49-9b54-4d29-8511-17b8504e7010 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:17.565069 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c2c23-608e-44b1-9b63-6165d7f0d292 admin admin] Pushing event deleted for resources: {'Port': ['ID=b05f65a0-06e0-4a83-81b6-10ad13ed53e1,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:17.604045 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-195c2c23-608e-44b1-9b63-6165d7f0d292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:17.679949 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-357e2a37-f956-48a8-885f-dde7b98bb916 req-29871ef7-e850-4fd4-a1fb-df1dfc61abe1 service neutron] 10.222.0.47 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546556 Jun 03 08:35:17.687000 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-195c2c23-608e-44b1-9b63-6165d7f0d292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361065'] for router_gateway, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:17.741713 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:17.892804 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-195c2c23-608e-44b1-9b63-6165d7f0d292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16658083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6690'] for router, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:17.896944 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-195c2c23-608e-44b1-9b63-6165d7f0d292 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:18.059519 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-357e2a37-f956-48a8-885f-dde7b98bb916 req-b80db3d5-67db-4939-990c-3a2851e13eac service neutron] 10.222.0.47 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264594 Jun 03 08:35:18.107338 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-195c2c23-608e-44b1-9b63-6165d7f0d292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16658995'] for router, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:18.107942 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195c2c23-608e-44b1-9b63-6165d7f0d292 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 384dd31c-a045-4f5d-bd9e-32643682b706 {{(pid=92357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 08:35:18.142010 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-195c2c23-608e-44b1-9b63-6165d7f0d292 admin admin] Notify callbacks [] for router, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:18.148692 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-195c2c23-608e-44b1-9b63-6165d7f0d292 admin admin] 10.222.0.18 "DELETE /v2.0/routers/384dd31c-a045-4f5d-bd9e-32643682b706 HTTP/1.1" status: 204 len: 168 time: 2.7002902 Jun 03 08:35:18.149552 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 58578) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:18.222578 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df010e8-5079-4881-bfb6-dc9466ffc2d3 admin admin] Deleting subnet 1a1c7d0a-5118-4e26-963e-4cc0a9489fb5 {{(pid=92356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 08:35:18.229168 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-5df010e8-5079-4881-bfb6-dc9466ffc2d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:18.285426 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-5df010e8-5079-4881-bfb6-dc9466ffc2d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15284933'] for subnet, precommit_delete_associations {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:18.366487 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec88ea-66b4-4def-be52-263963311de9 req-449d0644-b179-4140-b043-9a61c6a0ebd9 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:18.367971 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f8ec88ea-66b4-4def-be52-263963311de9 req-449d0644-b179-4140-b043-9a61c6a0ebd9 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 945 time: 0.0816317 Jun 03 08:35:18.396371 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-5df010e8-5079-4881-bfb6-dc9466ffc2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997589'] for subnet, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:18.418026 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f8ec88ea-66b4-4def-be52-263963311de9 req-604d296b-52c9-4845-afc7-4b8c976ff2a7 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437093 Jun 03 08:35:18.483037 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430864c-601b-47bc-a378-6235d730dd20 req-d65ceb6f-0165-4261-b0bb-714bc07aea01 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:18.484558 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-1430864c-601b-47bc-a378-6235d730dd20 req-d65ceb6f-0165-4261-b0bb-714bc07aea01 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=80c0ef2b-4b09-49ad-bf7f-d6027c221a66 HTTP/1.1" status: 200 len: 945 time: 0.2037532 Jun 03 08:35:18.599069 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-1430864c-601b-47bc-a378-6235d730dd20 req-30b5bee3-ee9f-42eb-876c-83e7bbb1c0c8 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039827 Jun 03 08:35:18.810454 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-5df010e8-5079-4881-bfb6-dc9466ffc2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15262529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15091295'] for subnet, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:18.815501 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-c4ff6a6f-aba8-4ade-88d8-5336746a635e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:18.853508 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df010e8-5079-4881-bfb6-dc9466ffc2d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a1c7d0a-5118-4e26-963e-4cc0a9489fb5,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:18.855958 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-5df010e8-5079-4881-bfb6-dc9466ffc2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:18.861279 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-5df010e8-5079-4881-bfb6-dc9466ffc2d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:18.867265 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-5df010e8-5079-4881-bfb6-dc9466ffc2d3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1a1c7d0a-5118-4e26-963e-4cc0a9489fb5 HTTP/1.1" status: 204 len: 168 time: 0.7155263 Jun 03 08:35:18.869981 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 58584) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:18.914619 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device b05f65a0-06e0-4a83-81b6-10ad13ed53e1 no longer exists at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:35:18.949800 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] No Port match for: b05f65a0-06e0-4a83-81b6-10ad13ed53e1 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:35:18.950078 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device b05f65a0-06e0-4a83-81b6-10ad13ed53e1 not bound to the agent host dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:35:18.978280 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2a042376-f652-4344-8ed7-6359be455ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528754'] for network, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:19.020211 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:35:19.100566 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2a042376-f652-4344-8ed7-6359be455ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999006', 'neutron.services.segments.db._delete_segments_for_network-8762866104814'] for network, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:19.114172 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.services.segments.db [None req-2a042376-f652-4344-8ed7-6359be455ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11']}} {{(pid=92357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:35:19.127079 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.services.segments.db [None req-2a042376-f652-4344-8ed7-6359be455ce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b') {'for_net_delete': True} {{(pid=92357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:35:19.127371 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.services.segments.db [None req-2a042376-f652-4344-8ed7-6359be455ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd9da239-98ce-4a02-8c42-aa0dbf8dcf0b') {} {{(pid=92357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:35:19.138802 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2a042376-f652-4344-8ed7-6359be455ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762866108173', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14977388'] for segment, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:19.153703 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:19.154334 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2a042376-f652-4344-8ed7-6359be455ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:19.160410 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a042376-f652-4344-8ed7-6359be455ce2 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=92357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 08:35:19.160806 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2a042376-f652-4344-8ed7-6359be455ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14264040'] for segment, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: Traceback (most recent call last): Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: timer() Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: cb(*args, **kw) Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: return func(*args, **kwargs) Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: self._notify() Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: self.callback(batched_events) Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: event.method(event) Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: return f(self, *a, **k) Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: return self._get(url).json() Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: return self.request(url, 'GET', **kwargs) Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 08:35:19.177400 dv-cinder-787262-5-smb neutron-server[92357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 08:35:19.187363 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:35:19.188496 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5c4979-cdc0-4097-b215-0936ab970677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:35:19.191180 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f4030a-4a81-430d-84b2-e4d456a3a4dd" -d '{"events": [{"server_uuid": "4e5c4979-cdc0-4097-b215-0936ab970677", "name": "network-vif-unplugged", "status": "completed", "tag": "dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:35:19.239721 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 08:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62df841b-0cfe-478a-beee-5e76d892d242 x-openstack-request-id: req-62df841b-0cfe-478a-beee-5e76d892d242 {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:35:19.239721 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5c4979-cdc0-4097-b215-0936ab970677", "name": "network-vif-unplugged", "status": "completed", "tag": "dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:35:19.239721 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62df841b-0cfe-478a-beee-5e76d892d242 {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:35:19.239721 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5c4979-cdc0-4097-b215-0936ab970677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b', 'code': 200} Jun 03 08:35:19.278563 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:19.281652 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:19.350617 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,revision_number=8']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:19.353640 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:19.370319 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2a042376-f652-4344-8ed7-6359be455ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361038'] for network, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:19.373979 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-76ca725a-28fe-4c41-a5bb-745c9f6d7bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:19.386848 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2a042376-f652-4344-8ed7-6359be455ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:19.397351 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a042376-f652-4344-8ed7-6359be455ce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:19.400437 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-2a042376-f652-4344-8ed7-6359be455ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:19.482164 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-2a042376-f652-4344-8ed7-6359be455ce2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cbdc6875-0395-4c1e-bb9c-33f7ad2c2d11 HTTP/1.1" status: 204 len: 168 time: 0.6093197 Jun 03 08:35:19.666133 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8464204-0140-489a-b5ee-f2c966155f1a req-23b7722d-f191-44d2-98b1-23a1f64bd590 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:19.667747 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e8464204-0140-489a-b5ee-f2c966155f1a req-23b7722d-f191-44d2-98b1-23a1f64bd590 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.1290081 Jun 03 08:35:19.716737 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e8464204-0140-489a-b5ee-f2c966155f1a req-3ceee130-663d-4b88-a232-344a464979b5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432320 Jun 03 08:35:19.903254 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2055d-60fc-4910-85ce-fe4af6adfb34 req-57b87e97-c95c-48bc-9129-519af45f47a5 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:19.905234 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9bc2055d-60fc-4910-85ce-fe4af6adfb34 req-57b87e97-c95c-48bc-9129-519af45f47a5 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.47 "GET /v2.0/ports?device_id=80c0ef2b-4b09-49ad-bf7f-d6027c221a66 HTTP/1.1" status: 200 len: 945 time: 0.2152514 Jun 03 08:35:19.960767 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938db72-3a1f-4191-a409-c046fb67a039 req-85e74acb-acde-42f2-86c4-493cc1c3d340 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:19.962244 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0938db72-3a1f-4191-a409-c046fb67a039 req-85e74acb-acde-42f2-86c4-493cc1c3d340 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=80c0ef2b-4b09-49ad-bf7f-d6027c221a66 HTTP/1.1" status: 200 len: 945 time: 0.2295542 Jun 03 08:35:20.063451 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0938db72-3a1f-4191-a409-c046fb67a039 req-f3c12fd1-f8ad-42ea-aa84-5ada2290b536 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d2a5e89-91ff-42fc-b606-3a5530aedd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934160 Jun 03 08:35:20.105058 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-9bc2055d-60fc-4910-85ce-fe4af6adfb34 req-a4c7494e-4e25-4b64-b427-e15a0bfcfc9d tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Deleting port 9b2b49bc-91ee-459f-9712-7b08a110a434 {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:35:20.105406 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9bc2055d-60fc-4910-85ce-fe4af6adfb34 req-a4c7494e-4e25-4b64-b427-e15a0bfcfc9d tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:20.122881 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 58620) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:20.176487 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-0d450831-5cca-4565-9a21-bf92eb9487ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3064070b7db4eb29c338090265dddc9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0515108 Jun 03 08:35:20.179352 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 58624) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:20.248205 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-eec895f0-1fb6-4946-9a34-7d7b8b66ec02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:20.258919 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-9bc2055d-60fc-4910-85ce-fe4af6adfb34 req-a4c7494e-4e25-4b64-b427-e15a0bfcfc9d tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] For port 9b2b49bc-91ee-459f-9712-7b08a110a434, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9b2b49bc-91ee-459f-9712-7b08a110a434,segment=NetworkSegment(12ca6a33-652b-488d-b9ad-0082e17f4085),segment_id=12ca6a33-652b-488d-b9ad-0082e17f4085)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:35:20.259616 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9bc2055d-60fc-4910-85ce-fe4af6adfb34 req-a4c7494e-4e25-4b64-b427-e15a0bfcfc9d tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:20.278393 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-eec895f0-1fb6-4946-9a34-7d7b8b66ec02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:20.381843 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-9bc2055d-60fc-4910-85ce-fe4af6adfb34 req-a4c7494e-4e25-4b64-b427-e15a0bfcfc9d tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Calling delete_port for 9b2b49bc-91ee-459f-9712-7b08a110a434 owned by compute:nova {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:35:20.433324 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-eec895f0-1fb6-4946-9a34-7d7b8b66ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:20.440111 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-504730a4-f874-4a15-9dfd-2c7aaaad22cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:20.454010 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec895f0-1fb6-4946-9a34-7d7b8b66ec02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f8d3c1-f5f2-4e32-8ce8-d429e3286171,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:20.456685 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-eec895f0-1fb6-4946-9a34-7d7b8b66ec02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:20.611158 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9bc2055d-60fc-4910-85ce-fe4af6adfb34 req-a4c7494e-4e25-4b64-b427-e15a0bfcfc9d tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:20.615725 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-eec895f0-1fb6-4946-9a34-7d7b8b66ec02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:20.617067 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-eec895f0-1fb6-4946-9a34-7d7b8b66ec02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07f8d3c1-f5f2-4e32-8ce8-d429e3286171 HTTP/1.1" status: 204 len: 168 time: 0.4368212 Jun 03 08:35:20.626464 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['9b2b49bc-91ee-459f-9712-7b08a110a434'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:35:20.640445 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-ae14c936-f249-4438-84af-74216c0663c3 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:20.709238 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 58632) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:20.811646 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7494e-4e25-4b64-b427-e15a0bfcfc9d tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Pushing event deleted for resources: {'Port': ['ID=9b2b49bc-91ee-459f-9712-7b08a110a434,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:20.826075 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-a4c7494e-4e25-4b64-b427-e15a0bfcfc9d tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:20.905243 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-714f2b35-696e-490e-9803-9286518eee28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:20.926986 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-714f2b35-696e-490e-9803-9286518eee28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:35:20.932302 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-714f2b35-696e-490e-9803-9286518eee28 admin admin] Usage tracker for resource:security_group_rule and tenant:c82ea2e0313748dea1124d9a90660ea2 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:35:20.936740 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-714f2b35-696e-490e-9803-9286518eee28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:35:20.940951 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc2055d-60fc-4910-85ce-fe4af6adfb34 req-a4c7494e-4e25-4b64-b427-e15a0bfcfc9d tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] No DVR routers for this DVR port 9b2b49bc-91ee-459f-9712-7b08a110a434 on host hv-cinder-78726 {{(pid=92357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:35:20.944158 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9bc2055d-60fc-4910-85ce-fe4af6adfb34 req-a4c7494e-4e25-4b64-b427-e15a0bfcfc9d tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:20.946792 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c0ef2b-4b09-49ad-bf7f-d6027c221a66', 'name': 'network-vif-deleted', 'tag': '9b2b49bc-91ee-459f-9712-7b08a110a434'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:35:20.949318 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abeba638-ce43-40fc-a71e-fd0c4d1d376e" -d '{"events": [{"server_uuid": "80c0ef2b-4b09-49ad-bf7f-d6027c221a66", "name": "network-vif-deleted", "tag": "9b2b49bc-91ee-459f-9712-7b08a110a434"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:35:20.980331 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-714f2b35-696e-490e-9803-9286518eee28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:35:21.022503 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9bc2055d-60fc-4910-85ce-fe4af6adfb34 req-a4c7494e-4e25-4b64-b427-e15a0bfcfc9d tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.47 "DELETE /v2.0/ports/9b2b49bc-91ee-459f-9712-7b08a110a434 HTTP/1.1" status: 204 len: 173 time: 1.1120770 Jun 03 08:35:21.045988 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848b0cc6-8702-4689-93e1-87b2a9ee2dce x-openstack-request-id: req-848b0cc6-8702-4689-93e1-87b2a9ee2dce {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:35:21.045988 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c0ef2b-4b09-49ad-bf7f-d6027c221a66", "name": "network-vif-deleted", "tag": "9b2b49bc-91ee-459f-9712-7b08a110a434", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:35:21.045988 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-848b0cc6-8702-4689-93e1-87b2a9ee2dce {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:35:21.045988 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c0ef2b-4b09-49ad-bf7f-d6027c221a66', 'name': 'network-vif-deleted', 'tag': '9b2b49bc-91ee-459f-9712-7b08a110a434', 'status': 'completed', 'code': 200} Jun 03 08:35:21.116438 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc483a-a6a6-4460-9959-be8b5327c31c req-df2ee578-530a-4cd0-8f8d-275c3e9e371a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:21.126664 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3dbc483a-a6a6-4460-9959-be8b5327c31c req-df2ee578-530a-4cd0-8f8d-275c3e9e371a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.1910620 Jun 03 08:35:21.311169 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-df23b71f-6ccb-426e-a359-6ede97d18c72 req-641b0db1-97d1-4e9c-8de1-ebb148b82225 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Synchronizing usage tracker for tenant:9ba2c312bede4a1789d5c474234c653b on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:35:21.330913 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3dbc483a-a6a6-4460-9959-be8b5327c31c req-de6c230b-07b5-429c-b00b-44244c877b58 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031877 Jun 03 08:35:21.346993 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-714f2b35-696e-490e-9803-9286518eee28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:21.381585 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-df23b71f-6ccb-426e-a359-6ede97d18c72 req-641b0db1-97d1-4e9c-8de1-ebb148b82225 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Unset dirty status for tenant:9ba2c312bede4a1789d5c474234c653b on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:35:21.382960 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-df23b71f-6ccb-426e-a359-6ede97d18c72 req-641b0db1-97d1-4e9c-8de1-ebb148b82225 tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] 10.222.0.18 "GET /v2.0/ports?device_id=80c0ef2b-4b09-49ad-bf7f-d6027c221a66 HTTP/1.1" status: 200 len: 210 time: 0.1148143 Jun 03 08:35:21.412315 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-714f2b35-696e-490e-9803-9286518eee28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:21.420867 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-373f465e-b812-471d-a789-0b95e578856e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:21.463130 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-714f2b35-696e-490e-9803-9286518eee28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c82ea2e0313748dea1124d9a90660ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7519448 Jun 03 08:35:21.464327 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f2b35-696e-490e-9803-9286518eee28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbddb24a-dc4d-4112-b05d-1c8f7c0c9740,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:21.466128 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 58662) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:21.467830 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-714f2b35-696e-490e-9803-9286518eee28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:21.528829 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-34b806af-d413-4f1b-bbf7-6e187cb4e9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:21.555374 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-34b806af-d413-4f1b-bbf7-6e187cb4e9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:21.696114 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-34b806af-d413-4f1b-bbf7-6e187cb4e9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:21.712075 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-bad90c30-d267-44f7-8a0a-474eab206dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:21.715498 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b806af-d413-4f1b-bbf7-6e187cb4e9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbddb24a-dc4d-4112-b05d-1c8f7c0c9740,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:21.718238 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-34b806af-d413-4f1b-bbf7-6e187cb4e9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:21.740134 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-34b806af-d413-4f1b-bbf7-6e187cb4e9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:21.740911 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-34b806af-d413-4f1b-bbf7-6e187cb4e9c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fbddb24a-dc4d-4112-b05d-1c8f7c0c9740 HTTP/1.1" status: 204 len: 168 time: 0.2722633 Jun 03 08:35:22.000205 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 58678) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:22.164286 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-297286027-network', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:35:22.168832 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:35:22.173178 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Usage tracker for resource:network and tenant:b1b8b8ec99894bf99d282bc56aac7e7d is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:35:22.176102 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:35:22.181785 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:35:22.256097 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Made reservation on behalf of b1b8b8ec99894bf99d282bc56aac7e7d for: {'network': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:35:22.258531 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-970951'] for network, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:22.272027 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:22.287120 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:35:22.290909 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Usage tracker for resource:security_group_rule and tenant:b1b8b8ec99894bf99d282bc56aac7e7d is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:35:22.293685 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:35:22.300855 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:35:22.429074 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:22.528702 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 58694) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:22.547240 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-eb611ba5-f778-488a-9113-e0a7291cbfcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:22.557910 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:22.562398 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-ed35a05a-d4de-4997-8a44-09e316a28612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:22.580838 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-eb611ba5-f778-488a-9113-e0a7291cbfcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:35:22.597621 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=92357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 08:35:22.600450 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-eb611ba5-f778-488a-9113-e0a7291cbfcf admin admin] Usage tracker for resource:security_group_rule and tenant:d75cdf4516854324aa598a708f6ad664 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:35:22.608230 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-eb611ba5-f778-488a-9113-e0a7291cbfcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:35:22.615833 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dad764d-0e39-4e9c-9082-a749fdacd495,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:22.618637 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-eb611ba5-f778-488a-9113-e0a7291cbfcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:35:22.622542 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:22.629533 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:22.629874 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.db.segments_db [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Added segment 599df174-1f52-4425-ab03-86e95cf193f7 of type vlan for network 2ab091dd-5f88-433c-a8b2-85f434152459 Jun 03 08:35:22.670345 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865572298'] for network, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:22.751128 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-eb611ba5-f778-488a-9113-e0a7291cbfcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:22.863865 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-eb611ba5-f778-488a-9113-e0a7291cbfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:22.884917 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-5bce21ce-7136-4ae7-b1e9-910be421151a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:22.884917 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502'] for network, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:22.884917 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:22.884917 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:22.930347 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-eb611ba5-f778-488a-9113-e0a7291cbfcf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d75cdf4516854324aa598a708f6ad664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4005013 Jun 03 08:35:22.934353 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 58706) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:22.936770 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb611ba5-f778-488a-9113-e0a7291cbfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364eaccc-e9d5-45cd-bd7a-0ed6f633f58f,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:22.955049 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-eb611ba5-f778-488a-9113-e0a7291cbfcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:22.955049 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-a1c5ee5b-6247-4ea1-86ed-a7266ec3d244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:23.012283 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0b94e7e6-e2de-4b68-8920-cdeb8080a7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:23.039068 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0b94e7e6-e2de-4b68-8920-cdeb8080a7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:23.045617 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Pushing event updated for resources: {'Network': ['ID=2ab091dd-5f88-433c-a8b2-85f434152459,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:23.048489 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:23.058265 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Network 2ab091dd-5f88-433c-a8b2-85f434152459 details requested by agent ovs-agent-dv-cinder-787262-5-smb with host dv-cinder-787262-5-smb {{(pid=92358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 08:35:23.079737 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0782225 Jun 03 08:35:23.079951 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 9b2b49bc-91ee-459f-9712-7b08a110a434 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:35:23.082574 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 58708) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:23.089084 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-34958a49-b2a8-4d3e-aa0a-d2cf5b2b6160 admin admin] Request body: {'subnet': {'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-297286027-subnet', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:35:23.093401 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-34958a49-b2a8-4d3e-aa0a-d2cf5b2b6160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:35:23.098242 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-34958a49-b2a8-4d3e-aa0a-d2cf5b2b6160 admin admin] Usage tracker for resource:subnet and tenant:b1b8b8ec99894bf99d282bc56aac7e7d is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:35:23.101432 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-34958a49-b2a8-4d3e-aa0a-d2cf5b2b6160 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:35:23.107506 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-34958a49-b2a8-4d3e-aa0a-d2cf5b2b6160 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:35:23.131456 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] No Port match for: 9b2b49bc-91ee-459f-9712-7b08a110a434 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:35:23.131806 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 9b2b49bc-91ee-459f-9712-7b08a110a434 not bound to the agent host hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:35:23.132219 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:35:23.193250 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0b94e7e6-e2de-4b68-8920-cdeb8080a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:23.198642 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-26e95dd9-645c-45ab-bc8e-8f19464fef3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:23.219298 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94e7e6-e2de-4b68-8920-cdeb8080a7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364eaccc-e9d5-45cd-bd7a-0ed6f633f58f,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:23.219298 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-0b94e7e6-e2de-4b68-8920-cdeb8080a7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:23.227015 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34958a49-b2a8-4d3e-aa0a-d2cf5b2b6160 admin admin] Made reservation on behalf of b1b8b8ec99894bf99d282bc56aac7e7d for: {'subnet': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:35:23.229691 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-34958a49-b2a8-4d3e-aa0a-d2cf5b2b6160 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15262813'] for subnet, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:23.235435 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0b94e7e6-e2de-4b68-8920-cdeb8080a7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:23.239143 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-0b94e7e6-e2de-4b68-8920-cdeb8080a7a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/364eaccc-e9d5-45cd-bd7a-0ed6f633f58f HTTP/1.1" status: 204 len: 168 time: 0.3009510 Jun 03 08:35:23.508746 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad2795-a3db-4314-b47b-341d45326b02 req-c6bca3b3-4846-4655-b138-50213a2895e6 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:23.510301 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e6ad2795-a3db-4314-b47b-341d45326b02 req-c6bca3b3-4846-4655-b138-50213a2895e6 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.0803964 Jun 03 08:35:23.541924 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-d2df1d0b-dbcc-47b5-9958-f7677fcca679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:23.561727 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e6ad2795-a3db-4314-b47b-341d45326b02 req-3c8cfd57-981f-40f8-9fcc-03c4b9c693a9 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454934 Jun 03 08:35:23.858977 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-34958a49-b2a8-4d3e-aa0a-d2cf5b2b6160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14263873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15262763'] for subnet, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:23.869760 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:24.053500 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34958a49-b2a8-4d3e-aa0a-d2cf5b2b6160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=315dff12-35da-48f3-b24b-119c691945c6,revision_number=0']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:24.057467 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-34958a49-b2a8-4d3e-aa0a-d2cf5b2b6160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:24.058346 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34958a49-b2a8-4d3e-aa0a-d2cf5b2b6160 admin admin] Checking segment: {'id': '599df174-1f52-4425-ab03-86e95cf193f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:35:24.058701 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34958a49-b2a8-4d3e-aa0a-d2cf5b2b6160 admin admin] Network hostable DHCP agents. Network: 2ab091dd-5f88-433c-a8b2-85f434152459, hostable agents: ['5e4d2f6b-3552-4981-8bdf-261b5e07a56f'], hosted agents: [] {{(pid=92357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 08:35:24.239453 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34958a49-b2a8-4d3e-aa0a-d2cf5b2b6160 admin admin] Network 2ab091dd-5f88-433c-a8b2-85f434152459 is scheduled to be hosted by DHCP agent 5e4d2f6b-3552-4981-8bdf-261b5e07a56f with binding_index 1 {{(pid=92357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 08:35:24.354698 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 58766) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:24.402462 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [None req-34958a49-b2a8-4d3e-aa0a-d2cf5b2b6160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-5-smb, 2ab091dd-5f88-433c-a8b2-85f434152459) {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:35:24.407785 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aa2376-00ca-4266-8ac7-d0f0fe1d7583 None None] Network 2ab091dd-5f88-433c-a8b2-85f434152459 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:35:24.428068 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34958a49-b2a8-4d3e-aa0a-d2cf5b2b6160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:24.441915 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-34958a49-b2a8-4d3e-aa0a-d2cf5b2b6160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for subnet, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:24.515468 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4a7824e1-35be-4750-95ae-6baaaec4c7d5 req-073ca127-5ebf-496c-aa73-bcdc538ea263 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1584389 Jun 03 08:35:24.563077 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-34958a49-b2a8-4d3e-aa0a-d2cf5b2b6160 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4789345 Jun 03 08:35:24.563729 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 58780) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:24.568353 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:35:24.574231 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:35:24.578765 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Usage tracker for resource:router and tenant:b1b8b8ec99894bf99d282bc56aac7e7d is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:35:24.581973 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:35:24.588709 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:35:24.725262 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19c3804b-9210-5b94-8f21-4d38a1200c67-2ab091dd-5f88-433c-a8b2-85f434152459', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'fixed_ips': [{'subnet_id': '315dff12-35da-48f3-b24b-119c691945c6'}]}} from dv-cinder-787262-5-smb. {{(pid=92358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 08:35:24.726446 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:24.735907 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16658025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6736'] for router, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:24.739266 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16658368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16361018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16271878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6697'] for router, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:24.821204 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:24.924705 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7552a74-3651-4928-9029-4113b5db20c0 req-24e4bf2e-42de-498b-b82c-f59b4b3b33da tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:24.926279 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b7552a74-3651-4928-9029-4113b5db20c0 req-24e4bf2e-42de-498b-b82c-f59b4b3b33da tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.1825573 Jun 03 08:35:24.940789 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.db_base_plugin_common [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Allocated IP 172.20.0.2 (2ab091dd-5f88-433c-a8b2-85f434152459/315dff12-35da-48f3-b24b-119c691945c6/37d09b44-a72c-494d-9c85-a7ab38024936) {{(pid=92358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:35:25.006703 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b7552a74-3651-4928-9029-4113b5db20c0 req-90892b9c-001c-4d69-b4aa-5e0ea954fe7f tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719507 Jun 03 08:35:25.215618 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Notify callbacks [] for port, precommit_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:25.230874 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Transition to ACTIVE for port object 37d09b44-a72c-494d-9c85-a7ab38024936 will not be triggered until provisioned by entity L2. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:35:25.250033 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Transition to ACTIVE for port object 37d09b44-a72c-494d-9c85-a7ab38024936 will not be triggered until provisioned by entity DHCP. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:35:25.298050 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16657991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6715'] for router, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:25.337320 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806'] for port, after_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:25.342570 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:25.413713 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Network 2ab091dd-5f88-433c-a8b2-85f434152459 is already hosted by enough agents. {{(pid=92358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:35:25.414997 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.scheduler.base_scheduler [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Resources bound (agent type, host, resource id): {{(pid=92358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:35:25.417521 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Received port after_create {{(pid=92358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:35:25.463198 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Pushing event updated for resources: {'Port': ['ID=37d09b44-a72c-494d-9c85-a7ab38024936,revision_number=1']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:25.465993 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:25.521151 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Attempting to bind port 37d09b44-a72c-494d-9c85-a7ab38024936 on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:35:25.521515 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Attempting to bind port 37d09b44-a72c-494d-9c85-a7ab38024936 by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': '599df174-1f52-4425-ab03-86e95cf193f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459'}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:35:25.521871 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Attempting to bind port 37d09b44-a72c-494d-9c85-a7ab38024936 on network 2ab091dd-5f88-433c-a8b2-85f434152459 {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:35:25.527548 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:35:25.528067 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Checking segment: {'id': '599df174-1f52-4425-ab03-86e95cf193f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:35:25.528479 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:25.528876 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Bound using segment: {'id': '599df174-1f52-4425-ab03-86e95cf193f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459'} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:35:25.529348 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Bound port: 37d09b44-a72c-494d-9c85-a7ab38024936, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599df174-1f52-4425-ab03-86e95cf193f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459'}}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:35:25.529750 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:25.665054 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] For port 37d09b44-a72c-494d-9c85-a7ab38024936, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:35:25.668207 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] For port 37d09b44-a72c-494d-9c85-a7ab38024936, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=37d09b44-a72c-494d-9c85-a7ab38024936,segment=NetworkSegment(599df174-1f52-4425-ab03-86e95cf193f7),segment_id=599df174-1f52-4425-ab03-86e95cf193f7)] {{(pid=92358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:35:25.745579 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:25.782666 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:25.793695 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:25.814755 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:25.909300 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Pushing event updated for resources: {'Port': ['ID=37d09b44-a72c-494d-9c85-a7ab38024936,revision_number=2']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:25.912808 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:25.979356 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_common [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Allocated IP 172.28.3.169 (ab209c3f-5e8a-42b5-8e48-1393c2a10612/ef3066cf-66bb-4e4c-b52a-e1ade41f3158/db8bb04d-6d2e-45f0-872b-b19292888614) {{(pid=92357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:35:26.122422 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 58840) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:26.343827 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:26.369191 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fa696-888b-4bde-8226-65d1d18e7e38 req-6e96fcd4-e194-43ba-a955-7c7a8155689c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:26.373106 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-127fa696-888b-4bde-8226-65d1d18e7e38 req-6e96fcd4-e194-43ba-a955-7c7a8155689c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.1955059 Jun 03 08:35:26.439369 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-127fa696-888b-4bde-8226-65d1d18e7e38 req-9a054094-7dd3-455f-b853-c1a2da92b005 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553095 Jun 03 08:35:26.456682 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:26.475531 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd631-245c-49a3-ab60-cd1945ccf4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:26.495266 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-3a7fd631-245c-49a3-ab60-cd1945ccf4a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:35:26.500284 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-3a7fd631-245c-49a3-ab60-cd1945ccf4a3 admin admin] Usage tracker for resource:security_group_rule and tenant:862d30bcda484e3488e941b0973fcb62 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:35:26.503525 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-3a7fd631-245c-49a3-ab60-cd1945ccf4a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:35:26.510362 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-3a7fd631-245c-49a3-ab60-cd1945ccf4a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:35:26.603847 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd631-245c-49a3-ab60-cd1945ccf4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:26.628048 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:26.636520 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-9935bc5d-081d-488b-93e9-ee7338629432 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:26.694361 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Network ab209c3f-5e8a-42b5-8e48-1393c2a10612 is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:35:26.697477 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:35:26.701335 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Received port after_create {{(pid=92357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:35:26.750455 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Pushing event updated for resources: {'Port': ['ID=db8bb04d-6d2e-45f0-872b-b19292888614,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:26.765354 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:26.770983 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd631-245c-49a3-ab60-cd1945ccf4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:26.838655 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d2e278e9-b60b-4e5d-9374-596b371eb8ba tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:26.855830 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-21f1a703-e411-4eb4-a55e-aa9766258d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:26.886912 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-3a7fd631-245c-49a3-ab60-cd1945ccf4a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=862d30bcda484e3488e941b0973fcb62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7639923 Jun 03 08:35:26.888084 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 58854) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:26.890107 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fd631-245c-49a3-ab60-cd1945ccf4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef39d02a-bf2e-4f3d-870f-49fdbda491ec,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:26.894447 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-3a7fd631-245c-49a3-ab60-cd1945ccf4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:26.999609 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-cbb86eb0-2b90-4c61-a606-970cbaf76e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:27.066844 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-cbb86eb0-2b90-4c61-a606-970cbaf76e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:27.109913 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 37d09b44-a72c-494d-9c85-a7ab38024936 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:35:27.233936 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-cbb86eb0-2b90-4c61-a606-970cbaf76e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:27.246720 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-3a7fd631-245c-49a3-ab60-cd1945ccf4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:27.283190 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb86eb0-2b90-4c61-a606-970cbaf76e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef39d02a-bf2e-4f3d-870f-49fdbda491ec,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:27.299186 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-cbb86eb0-2b90-4c61-a606-970cbaf76e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:27.309280 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-cbb86eb0-2b90-4c61-a606-970cbaf76e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:27.312609 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-cbb86eb0-2b90-4c61-a606-970cbaf76e79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef39d02a-bf2e-4f3d-870f-49fdbda491ec HTTP/1.1" status: 204 len: 168 time: 0.4168475 Jun 03 08:35:27.359201 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port 37d09b44-a72c-494d-9c85-a7ab38024936 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:35:27.386703 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47a12c4-a513-4fdb-bda9-9424b2e728a7 None None] Network 2ab091dd-5f88-433c-a8b2-85f434152459 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:35:27.588357 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-0961431b-8c4d-4610-b357-51e202bf9f5c None None] Provisioning for port 37d09b44-a72c-494d-9c85-a7ab38024936 completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:35:27.598674 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-0961431b-8c4d-4610-b357-51e202bf9f5c None None] Provisioning complete for port 37d09b44-a72c-494d-9c85-a7ab38024936 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:35:27.599276 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-0961431b-8c4d-4610-b357-51e202bf9f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:27.862642 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:27.868521 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:27.939465 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-0961431b-8c4d-4610-b357-51e202bf9f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:28.003511 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-0961431b-8c4d-4610-b357-51e202bf9f5c None None] For port 37d09b44-a72c-494d-9c85-a7ab38024936, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=37d09b44-a72c-494d-9c85-a7ab38024936,segment=NetworkSegment(599df174-1f52-4425-ab03-86e95cf193f7),segment_id=599df174-1f52-4425-ab03-86e95cf193f7)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:35:28.056329 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-0961431b-8c4d-4610-b357-51e202bf9f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:28.060967 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:28.191296 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961431b-8c4d-4610-b357-51e202bf9f5c None None] Pushing event updated for resources: {'Port': ['ID=37d09b44-a72c-494d-9c85-a7ab38024936,revision_number=3']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:28.194471 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-0961431b-8c4d-4610-b357-51e202bf9f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:28.284868 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-5d39fc30-f538-4c48-b363-3d5037212cd5 None None] Provisioning complete for port 37d09b44-a72c-494d-9c85-a7ab38024936 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:35:28.287188 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-5d39fc30-f538-4c48-b363-3d5037212cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:28.413887 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7824e1-35be-4750-95ae-6baaaec4c7d5 req-ef9802e5-1bf4-4af9-bb6c-0961cd87db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:28.415482 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4a7824e1-35be-4750-95ae-6baaaec4c7d5 req-ef9802e5-1bf4-4af9-bb6c-0961cd87db82 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677&tenant_id=bdd92ec4f372413b96455fe8b4025af3 HTTP/1.1" status: 200 len: 1096 time: 0.3253515 Jun 03 08:35:28.577229 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bd232-5851-4236-b153-a8f4f5776e00 req-85d0da46-2bc8-4085-bb55-9940adf3b92f tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:28.579439 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-228bd232-5851-4236-b153-a8f4f5776e00 req-85d0da46-2bc8-4085-bb55-9940adf3b92f tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.7261405 Jun 03 08:35:28.698312 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-228bd232-5851-4236-b153-a8f4f5776e00 req-80106c57-494e-4b11-9447-c758ca751be1 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010659 Jun 03 08:35:28.703521 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16658000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360973'] for router, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:28.836296 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7824e1-35be-4750-95ae-6baaaec4c7d5 req-34915589-516a-4a9f-b398-b0eacab228bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:28.837987 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4a7824e1-35be-4750-95ae-6baaaec4c7d5 req-34915589-516a-4a9f-b398-b0eacab228bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdd92ec4f372413b96455fe8b4025af3&device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 1096 time: 0.3947289 Jun 03 08:35:28.946363 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 37d09b44-a72c-494d-9c85-a7ab38024936 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:35:29.079792 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port 37d09b44-a72c-494d-9c85-a7ab38024936 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:35:29.080182 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:29.128144 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7824e1-35be-4750-95ae-6baaaec4c7d5 req-4293ec7c-a3ea-426d-acc4-c8562c04e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:29.130309 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4a7824e1-35be-4750-95ae-6baaaec4c7d5 req-4293ec7c-a3ea-426d-acc4-c8562c04e3ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=770556f7-a783-4401-a31e-c720773b8096 HTTP/1.1" status: 200 len: 917 time: 0.2852564 Jun 03 08:35:29.415749 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4a7824e1-35be-4750-95ae-6baaaec4c7d5 req-3e3b6369-945e-476d-bd05-6b884b14999c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b HTTP/1.1" status: 200 len: 999 time: 0.2764206 Jun 03 08:35:29.486960 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 is scheduled to L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 with binding_index 1 {{(pid=92357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 08:35:29.671514 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7824e1-35be-4750-95ae-6baaaec4c7d5 req-cde6366c-4c08-4d05-bf8c-96b3261d8d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:29.673789 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4a7824e1-35be-4750-95ae-6baaaec4c7d5 req-cde6366c-4c08-4d05-bf8c-96b3261d8d10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b8510487-57b7-471a-bd67-7c6c7ee2984a HTTP/1.1" status: 200 len: 855 time: 0.2509663 Jun 03 08:35:29.801153 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:29.881747 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:35:29.892057 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7824e1-35be-4750-95ae-6baaaec4c7d5 req-27365728-a37e-40b1-89dc-23f957b0140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:29.893607 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4a7824e1-35be-4750-95ae-6baaaec4c7d5 req-27365728-a37e-40b1-89dc-23f957b0140b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770556f7-a783-4401-a31e-c720773b8096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2046299 Jun 03 08:35:29.897545 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] Sync routers for ids ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'] in dv-cinder-787262-5-smb {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:35:29.924130 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] Routers {'78e3d1b4-168e-43f9-84d1-72d69dc35e68'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:35:29.927485 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:35:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:35:30.135683 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4a7824e1-35be-4750-95ae-6baaaec4c7d5 req-30117e04-1926-49c5-8d85-45dcb2e84c27 service neutron] 10.222.0.47 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328832 Jun 03 08:35:30.141095 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f7dfc-19ad-46c1-9d54-f5d24c8e7ac2 req-c94f0774-c238-49b3-af56-4f0e25897a69 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:30.142679 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-904f7dfc-19ad-46c1-9d54-f5d24c8e7ac2 req-c94f0774-c238-49b3-af56-4f0e25897a69 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.1747475 Jun 03 08:35:30.211280 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Notify callbacks [] for router, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:30.212457 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6476800 Jun 03 08:35:30.217875 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 58884) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:30.221419 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] Set router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:35:30.223650 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-904f7dfc-19ad-46c1-9d54-f5d24c8e7ac2 req-c8b2983c-3b54-4464-aa63-47e7145cc4d3 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721524 Jun 03 08:35:30.490265 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4a7824e1-35be-4750-95ae-6baaaec4c7d5 req-dcf95b7c-6206-42e7-ba8e-2e1ef7c6caf7 service neutron] 10.222.0.47 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463702 Jun 03 08:35:30.643278 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:35:24Z', 'updated_at': '2021-06-03T08:35:27Z', 'revision_number': 3, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'gw_port': {'id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:25Z', 'updated_at': '2021-06-03T08:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:35:30.756337 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] Checking router: 78e3d1b4-168e-43f9-84d1-72d69dc35e68 for host: dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:35:30.756337 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] Updating router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 port db8bb04d-6d2e-45f0-872b-b19292888614 binding host dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 08:35:30.756337 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:31.232036 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] Notify callbacks [] for port, precommit_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:31.257316 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] Transition to ACTIVE for port object db8bb04d-6d2e-45f0-872b-b19292888614 will not be triggered until provisioned by entity L2. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:35:31.392889 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:31.404329 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-01316c4f-91d6-4bd2-91b7-57f51bd086b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:31.489846 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] Attempting to bind port db8bb04d-6d2e-45f0-872b-b19292888614 on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:35:31.490430 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] Attempting to bind port db8bb04d-6d2e-45f0-872b-b19292888614 by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:35:31.490894 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] Attempting to bind port db8bb04d-6d2e-45f0-872b-b19292888614 on network ab209c3f-5e8a-42b5-8e48-1393c2a10612 {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:35:31.506161 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:35:31.506612 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] Checking segment: {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:35:31.507081 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:31.507965 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] Bound using segment: {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:35:31.508455 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] Bound port: db8bb04d-6d2e-45f0-872b-b19292888614, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:35:31.508911 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:31.551603 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f20b6a-e6c1-4d5a-a543-a88342b559fb None None] Pushing event updated for resources: {'Port': ['ID=db8bb04d-6d2e-45f0-872b-b19292888614,revision_number=2']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:31.562172 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-65f20b6a-e6c1-4d5a-a543-a88342b559fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:31.570667 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:31.599152 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622244b4-3691-4aae-9da6-fc29a2b6d2b8 req-77873232-ab44-4a60-9165-8f440336742a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:31.601041 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-622244b4-3691-4aae-9da6-fc29a2b6d2b8 req-77873232-ab44-4a60-9165-8f440336742a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.1824603 Jun 03 08:35:31.612268 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] For port db8bb04d-6d2e-45f0-872b-b19292888614, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:35:31.619366 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] For port db8bb04d-6d2e-45f0-872b-b19292888614, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=db8bb04d-6d2e-45f0-872b-b19292888614,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:35:31.736245 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:31.760979 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-0961431b-8c4d-4610-b357-51e202bf9f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:31.769204 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-622244b4-3691-4aae-9da6-fc29a2b6d2b8 req-16dafef1-d4c0-454b-85ab-5dea64f2349a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193326 Jun 03 08:35:31.951633 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] Routers {'78e3d1b4-168e-43f9-84d1-72d69dc35e68'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:35:31.952313 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:35:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:35:32.052207 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_common [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Allocated IP 172.20.0.1 (2ab091dd-5f88-433c-a8b2-85f434152459/315dff12-35da-48f3-b24b-119c691945c6/daf14974-c01a-48e6-83b0-b3a6132348d5) {{(pid=92357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:35:32.093357 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f20b6a-e6c1-4d5a-a543-a88342b559fb None None] Pushing event updated for resources: {'Port': ['ID=db8bb04d-6d2e-45f0-872b-b19292888614,revision_number=3']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:32.097181 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-65f20b6a-e6c1-4d5a-a543-a88342b559fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:32.292295 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] Set router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:35:32.358734 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:32.403317 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Transition to ACTIVE for port object daf14974-c01a-48e6-83b0-b3a6132348d5 will not be triggered until provisioned by entity DHCP. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:35:32.522208 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:32.550219 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:32.751595 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Network 2ab091dd-5f88-433c-a8b2-85f434152459 is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:35:32.761025 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Pushing event updated for resources: {'Port': ['ID=daf14974-c01a-48e6-83b0-b3a6132348d5,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:32.764962 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:35:24Z', 'updated_at': '2021-06-03T08:35:27Z', 'revision_number': 3, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'gw_port': {'id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:25Z', 'updated_at': '2021-06-03T08:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:35:32.774860 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313a9aa-d639-4fab-a15d-4c9cc40a0b7f None None] The sync data for ids ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'] in dv-cinder-787262-5-smb is: [{'id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:35:24Z', 'updated_at': '2021-06-03T08:35:27Z', 'revision_number': 3, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'gw_port': {'id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:25Z', 'updated_at': '2021-06-03T08:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}] {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:35:32.782075 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:32.794058 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:35:32.799880 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Received port after_create {{(pid=92357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:35:32.988201 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16361523'] for router_interface, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:33.262949 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046a3ac-9f31-441b-b0da-0004fda4b1d6 req-3f23bddb-e05e-449e-a15f-42be7fd97117 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:33.275516 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f046a3ac-9f31-441b-b0da-0004fda4b1d6 req-3f23bddb-e05e-449e-a15f-42be7fd97117 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.2034285 Jun 03 08:35:33.303714 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-dbec9220-d4f3-4224-be5a-12b289a70a09 None None] Provisioning for port daf14974-c01a-48e6-83b0-b3a6132348d5 completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:35:33.315245 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-dbec9220-d4f3-4224-be5a-12b289a70a09 None None] Provisioning complete for port daf14974-c01a-48e6-83b0-b3a6132348d5 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:35:33.315624 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-dbec9220-d4f3-4224-be5a-12b289a70a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:33.388210 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f046a3ac-9f31-441b-b0da-0004fda4b1d6 req-efda0cfe-fdd7-437c-8845-c92404d9088c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065893 Jun 03 08:35:33.548012 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-dbec9220-d4f3-4224-be5a-12b289a70a09 None None] Port daf14974-c01a-48e6-83b0-b3a6132348d5 cannot update to ACTIVE because it is not bound. {{(pid=92358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 08:35:34.048922 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:34.644582 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:34.851664 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:35:35.010772 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:35.015204 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device db8bb04d-6d2e-45f0-872b-b19292888614 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:35:35.046174 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-a4c7494e-4e25-4b64-b427-e15a0bfcfc9d tempest-VolumesActionsTest-251897913 tempest-VolumesActionsTest-251897913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:35.143638 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Pushing event updated for resources: {'Port': ['ID=daf14974-c01a-48e6-83b0-b3a6132348d5,revision_number=2']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:35.147867 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16309452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16361552'] for router_interface, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:35.151678 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:35.195059 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port db8bb04d-6d2e-45f0-872b-b19292888614 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:35:35.204259 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port db8bb04d-6d2e-45f0-872b-b19292888614 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:35:35.207371 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5656a8-a90f-443c-b6b9-f468b32c1f4d req-96582dbf-ca76-4af8-9632-112df4ee76b1 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:35.207603 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:35.214914 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0c5656a8-a90f-443c-b6b9-f468b32c1f4d req-96582dbf-ca76-4af8-9632-112df4ee76b1 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.2480781 Jun 03 08:35:35.422675 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0c5656a8-a90f-443c-b6b9-f468b32c1f4d req-0dbc6aec-fcba-4280-9755-334a005c8fbb tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065861 Jun 03 08:35:35.511338 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:35.511565 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Network 2ab091dd-5f88-433c-a8b2-85f434152459 is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:35:35.519974 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:35:35.535044 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] For port db8bb04d-6d2e-45f0-872b-b19292888614, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=db8bb04d-6d2e-45f0-872b-b19292888614,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:35:35.633074 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:35.635265 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:35.824012 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Pushing event updated for resources: {'Port': ['ID=db8bb04d-6d2e-45f0-872b-b19292888614,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:35.829078 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:35.908484 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-2824d5d1-9b12-49d7-97c2-71689d745fc4 None None] Provisioning complete for port daf14974-c01a-48e6-83b0-b3a6132348d5 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:35:35.909723 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-2824d5d1-9b12-49d7-97c2-71689d745fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:35.911505 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:35:36.018555 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-2824d5d1-9b12-49d7-97c2-71689d745fc4 None None] Port daf14974-c01a-48e6-83b0-b3a6132348d5 cannot update to ACTIVE because it is not bound. {{(pid=92358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 08:35:36.205942 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:35:36.221027 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] Sync routers for ids ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'] in dv-cinder-787262-5-smb {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:35:36.242038 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] 10.222.0.18 "PUT /v2.0/routers/78e3d1b4-168e-43f9-84d1-72d69dc35e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0224199 Jun 03 08:35:36.256051 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] Routers {'78e3d1b4-168e-43f9-84d1-72d69dc35e68'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:35:36.257021 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:35:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:35:36.567040 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] Set router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:35:36.803531 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c1c6e-4eaf-4c7c-af84-23fad18d585b req-8db7cd00-7531-455d-87de-a569ddf07dc7 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:36.841203 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-ac7c1c6e-4eaf-4c7c-af84-23fad18d585b req-8db7cd00-7531-455d-87de-a569ddf07dc7 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.2470284 Jun 03 08:35:37.028483 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-ac7c1c6e-4eaf-4c7c-af84-23fad18d585b req-ddc00d84-49b7-4306-9af9-2104f5b8aaec tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842723 Jun 03 08:35:37.077134 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device db8bb04d-6d2e-45f0-872b-b19292888614 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:35:37.251606 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port db8bb04d-6d2e-45f0-872b-b19292888614 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:35:37.252297 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:37.377454 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:35:24Z', 'updated_at': '2021-06-03T08:35:33Z', 'revision_number': 4, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'gw_port': {'id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:25Z', 'updated_at': '2021-06-03T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'daf14974-c01a-48e6-83b0-b3a6132348d5', 'name': '', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'mac_address': 'fa:16:3e:71:51:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '315dff12-35da-48f3-b24b-119c691945c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:31Z', 'updated_at': '2021-06-03T08:35:34Z', 'revision_number': 2, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'subnets': [{'id': '315dff12-35da-48f3-b24b-119c691945c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:35:37.383572 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] Checking router: 78e3d1b4-168e-43f9-84d1-72d69dc35e68 for host: dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:35:37.384280 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] Updating router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 port daf14974-c01a-48e6-83b0-b3a6132348d5 binding host dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 08:35:37.413114 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 58974) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:37.419291 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-8b9a0516-c86b-44f0-a338-d5d754c90f8c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1207982953', 'description': 'tempest-description--666467181'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:35:37.440712 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-8b9a0516-c86b-44f0-a338-d5d754c90f8c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:35:37.460094 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:37.500383 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-8b9a0516-c86b-44f0-a338-d5d754c90f8c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Usage tracker for resource:security_group and tenant:b1b8b8ec99894bf99d282bc56aac7e7d is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:35:37.574240 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-8b9a0516-c86b-44f0-a338-d5d754c90f8c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:35:37.574240 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-8b9a0516-c86b-44f0-a338-d5d754c90f8c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:35:38.169838 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-8b9a0516-c86b-44f0-a338-d5d754c90f8c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:38.244632 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-8b9a0516-c86b-44f0-a338-d5d754c90f8c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:35:38.262181 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-8b9a0516-c86b-44f0-a338-d5d754c90f8c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Usage tracker for resource:security_group_rule and tenant:b1b8b8ec99894bf99d282bc56aac7e7d is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:35:38.286143 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-8b9a0516-c86b-44f0-a338-d5d754c90f8c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:35:38.293308 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-8b9a0516-c86b-44f0-a338-d5d754c90f8c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:35:38.404623 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] Notify callbacks [] for port, precommit_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:38.438156 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.provisioning_blocks [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] Transition to ACTIVE for port object daf14974-c01a-48e6-83b0-b3a6132348d5 will not be triggered until provisioned by entity L2. {{(pid=92359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:35:38.542029 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:38.559562 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:38.595386 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-8b9a0516-c86b-44f0-a338-d5d754c90f8c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:38.698429 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de63d00-5264-4260-af86-813646f4fc00 req-d4ee132c-94e9-4c21-ac32-cecbe877ef09 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:38.707949 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7de63d00-5264-4260-af86-813646f4fc00 req-d4ee132c-94e9-4c21-ac32-cecbe877ef09 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.2257371 Jun 03 08:35:38.717601 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-8b9a0516-c86b-44f0-a338-d5d754c90f8c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:38.742263 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2dd16875-c0f7-4d30-aff9-69b9472de5b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:38.886508 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a0516-c86b-44f0-a338-d5d754c90f8c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d53f5e5-9060-4ce8-8069-5e942c2daf80,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:38.903124 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7de63d00-5264-4260-af86-813646f4fc00 req-92a8e6a9-11a2-4719-90d8-a637018e7695 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899192 Jun 03 08:35:38.906830 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-8b9a0516-c86b-44f0-a338-d5d754c90f8c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:38.948210 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-8b9a0516-c86b-44f0-a338-d5d754c90f8c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:38.949916 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-8b9a0516-c86b-44f0-a338-d5d754c90f8c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5356431 Jun 03 08:35:38.953151 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 58990) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:38.960776 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-c13f1835-4f27-4f09-aa41-2701a0f7a9ed tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Request body: {'security_group_rule': {'security_group_id': '3d53f5e5-9060-4ce8-8069-5e942c2daf80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:35:38.979997 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-c13f1835-4f27-4f09-aa41-2701a0f7a9ed tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:35:38.998610 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-c13f1835-4f27-4f09-aa41-2701a0f7a9ed tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Usage tracker for resource:security_group_rule and tenant:b1b8b8ec99894bf99d282bc56aac7e7d is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:35:39.009336 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-c13f1835-4f27-4f09-aa41-2701a0f7a9ed tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:35:39.024807 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-c13f1835-4f27-4f09-aa41-2701a0f7a9ed tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:35:39.222935 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9faebc-1264-4ad6-b4fc-cb8123d24545 None None] Pushing event updated for resources: {'Port': ['ID=daf14974-c01a-48e6-83b0-b3a6132348d5,revision_number=3']} {{(pid=92359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:39.238285 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9faebc-1264-4ad6-b4fc-cb8123d24545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:39.238285 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9faebc-1264-4ad6-b4fc-cb8123d24545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:39.238285 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9faebc-1264-4ad6-b4fc-cb8123d24545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:39.238881 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9faebc-1264-4ad6-b4fc-cb8123d24545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:39.239045 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9faebc-1264-4ad6-b4fc-cb8123d24545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:39.239348 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9faebc-1264-4ad6-b4fc-cb8123d24545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:39.240159 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9faebc-1264-4ad6-b4fc-cb8123d24545 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:39.240775 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9faebc-1264-4ad6-b4fc-cb8123d24545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:39.241560 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9faebc-1264-4ad6-b4fc-cb8123d24545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:39.242491 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9faebc-1264-4ad6-b4fc-cb8123d24545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:39.243061 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9faebc-1264-4ad6-b4fc-cb8123d24545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:39.243692 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9faebc-1264-4ad6-b4fc-cb8123d24545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:39.250324 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-0b9faebc-1264-4ad6-b4fc-cb8123d24545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:39.251700 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] Attempting to bind port daf14974-c01a-48e6-83b0-b3a6132348d5 on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:35:39.252356 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] Attempting to bind port daf14974-c01a-48e6-83b0-b3a6132348d5 by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': '599df174-1f52-4425-ab03-86e95cf193f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459'}] {{(pid=92359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:35:39.253131 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] Attempting to bind port daf14974-c01a-48e6-83b0-b3a6132348d5 on network 2ab091dd-5f88-433c-a8b2-85f434152459 {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:35:39.261892 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:35:39.262487 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] Checking segment: {'id': '599df174-1f52-4425-ab03-86e95cf193f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:35:39.263360 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:39.263545 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] Bound using segment: {'id': '599df174-1f52-4425-ab03-86e95cf193f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459'} {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:35:39.265168 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] Bound port: daf14974-c01a-48e6-83b0-b3a6132348d5, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599df174-1f52-4425-ab03-86e95cf193f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459'}}] {{(pid=92359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:35:39.265168 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:39.428993 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.db [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] For port daf14974-c01a-48e6-83b0-b3a6132348d5, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:35:39.434268 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.db [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] For port daf14974-c01a-48e6-83b0-b3a6132348d5, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=daf14974-c01a-48e6-83b0-b3a6132348d5,segment=NetworkSegment(599df174-1f52-4425-ab03-86e95cf193f7),segment_id=599df174-1f52-4425-ab03-86e95cf193f7)] {{(pid=92359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:35:39.519575 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c13f1835-4f27-4f09-aa41-2701a0f7a9ed tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:39.579713 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c13f1835-4f27-4f09-aa41-2701a0f7a9ed tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:39.719140 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c13f1835-4f27-4f09-aa41-2701a0f7a9ed tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270152'] for security_group_rule, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:39.719938 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:39.726498 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d39dfbce-5d24-4e18-8816-698a54ac2b73 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:39.727510 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-0b9faebc-1264-4ad6-b4fc-cb8123d24545 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:39.748209 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f1835-4f27-4f09-aa41-2701a0f7a9ed tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5109ce83-4323-42d9-93a5-efa9b320c092,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:39.756898 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-c13f1835-4f27-4f09-aa41-2701a0f7a9ed tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:39.845045 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] Routers {'78e3d1b4-168e-43f9-84d1-72d69dc35e68'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:35:39.846070 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:35:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:35:39.924892 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c13f1835-4f27-4f09-aa41-2701a0f7a9ed tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:39.926138 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-c13f1835-4f27-4f09-aa41-2701a0f7a9ed tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9711289 Jun 03 08:35:39.929152 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 58994) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:39.931311 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9faebc-1264-4ad6-b4fc-cb8123d24545 None None] Pushing event updated for resources: {'Port': ['ID=daf14974-c01a-48e6-83b0-b3a6132348d5,revision_number=4']} {{(pid=92359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:39.943257 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-3bbf595f-81e3-406e-8141-d579795fdb44 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Request body: {'security_group_rule': {'security_group_id': '3d53f5e5-9060-4ce8-8069-5e942c2daf80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:35:39.962084 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-0b9faebc-1264-4ad6-b4fc-cb8123d24545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:39.962308 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-3bbf595f-81e3-406e-8141-d579795fdb44 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:35:39.972262 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-3bbf595f-81e3-406e-8141-d579795fdb44 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Usage tracker for resource:security_group_rule and tenant:b1b8b8ec99894bf99d282bc56aac7e7d is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:35:39.976963 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-3bbf595f-81e3-406e-8141-d579795fdb44 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:35:40.002828 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-3bbf595f-81e3-406e-8141-d579795fdb44 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:35:40.135888 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-3bbf595f-81e3-406e-8141-d579795fdb44 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:40.261494 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] Set router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:35:40.262425 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-3bbf595f-81e3-406e-8141-d579795fdb44 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:40.363575 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e538f-e21f-42bc-81f5-9f9271b59997 req-60ca3f20-c729-4efe-9fda-0c5b6f4c15f6 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:40.371439 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-089e538f-e21f-42bc-81f5-9f9271b59997 req-60ca3f20-c729-4efe-9fda-0c5b6f4c15f6 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.2072039 Jun 03 08:35:40.468851 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-3bbf595f-81e3-406e-8141-d579795fdb44 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270152'] for security_group_rule, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:40.473915 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-089e538f-e21f-42bc-81f5-9f9271b59997 req-de4521c5-f9e1-40ed-814b-e81f09d19138 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963824 Jun 03 08:35:40.482691 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-eccb2d8a-dd4f-4f95-8c22-6d790b1c4be4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:40.541746 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf595f-81e3-406e-8141-d579795fdb44 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da260ab9-a82a-4891-8334-59b3523d6d40,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:40.541746 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-3bbf595f-81e3-406e-8141-d579795fdb44 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:40.707770 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-3bbf595f-81e3-406e-8141-d579795fdb44 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:40.709198 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-3bbf595f-81e3-406e-8141-d579795fdb44 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7792776 Jun 03 08:35:40.712662 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 59008) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:40.718215 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Request body: {'floatingip': {'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:35:40.727240 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:35:40.739063 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Usage tracker for resource:floatingip and tenant:b1b8b8ec99894bf99d282bc56aac7e7d is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:35:40.742965 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:35:40.760990 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:35:40.879173 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for floatingip, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:40.987293 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:35:24Z', 'updated_at': '2021-06-03T08:35:33Z', 'revision_number': 4, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'gw_port': {'id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:25Z', 'updated_at': '2021-06-03T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'daf14974-c01a-48e6-83b0-b3a6132348d5', 'name': '', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'mac_address': 'fa:16:3e:71:51:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '315dff12-35da-48f3-b24b-119c691945c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:31Z', 'updated_at': '2021-06-03T08:35:39Z', 'revision_number': 4, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'subnets': [{'id': '315dff12-35da-48f3-b24b-119c691945c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:35:40.997291 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a12cd-ee97-4465-8e66-4656a54ab112 None None] The sync data for ids ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'] in dv-cinder-787262-5-smb is: [{'id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:35:24Z', 'updated_at': '2021-06-03T08:35:33Z', 'revision_number': 4, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'gw_port': {'id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:25Z', 'updated_at': '2021-06-03T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'daf14974-c01a-48e6-83b0-b3a6132348d5', 'name': '', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'mac_address': 'fa:16:3e:71:51:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '315dff12-35da-48f3-b24b-119c691945c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:31Z', 'updated_at': '2021-06-03T08:35:39Z', 'revision_number': 4, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'subnets': [{'id': '315dff12-35da-48f3-b24b-119c691945c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:35:41.299585 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:41.615089 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_common [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Allocated IP 172.28.3.205 (ab209c3f-5e8a-42b5-8e48-1393c2a10612/ef3066cf-66bb-4e4c-b52a-e1ade41f3158/5bb92bef-79c3-446b-91fd-eac880264c2e) {{(pid=92356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:35:42.172331 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for port, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:42.240902 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb41fee-986f-40c8-88b1-1305736b46dc req-f5378195-3848-4ca6-a57a-72cbaffc738e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:42.242708 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-adb41fee-986f-40c8-88b1-1305736b46dc req-f5378195-3848-4ca6-a57a-72cbaffc738e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.3273771 Jun 03 08:35:42.349031 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-adb41fee-986f-40c8-88b1-1305736b46dc req-2511a96d-4cb3-4737-aa16-d2cf3da03ddc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912805 Jun 03 08:35:42.656885 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:42.660762 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-a150f80f-b041-45de-9cb7-4722306d3116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:42.850083 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Pushing event updated for resources: {'Port': ['ID=5bb92bef-79c3-446b-91fd-eac880264c2e,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:42.855511 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:42.868823 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Network ab209c3f-5e8a-42b5-8e48-1393c2a10612 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:35:42.870598 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:35:42.873464 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Received port after_create {{(pid=92356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:35:43.060927 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:43.068290 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device daf14974-c01a-48e6-83b0-b3a6132348d5 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:35:43.610182 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:43.764777 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1db50-5db5-4084-8f4d-b762acbfa87e req-8b768d1b-b124-4f2b-a818-f93e5cc89097 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:43.767705 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0da1db50-5db5-4084-8f4d-b762acbfa87e req-8b768d1b-b124-4f2b-a818-f93e5cc89097 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.2431564 Jun 03 08:35:43.855443 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port daf14974-c01a-48e6-83b0-b3a6132348d5 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:35:43.856536 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0da1db50-5db5-4084-8f4d-b762acbfa87e req-8133ca60-da9b-4216-bb6c-0721d8fd16d0 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828590 Jun 03 08:35:43.867505 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port daf14974-c01a-48e6-83b0-b3a6132348d5 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:35:43.868423 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:43.963829 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for port, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:44.056491 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15262479'] for port, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:44.060973 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:44.182827 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:44.267407 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] For port daf14974-c01a-48e6-83b0-b3a6132348d5, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=daf14974-c01a-48e6-83b0-b3a6132348d5,segment=NetworkSegment(599df174-1f52-4425-ab03-86e95cf193f7),segment_id=599df174-1f52-4425-ab03-86e95cf193f7)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:35:44.321136 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Pushing event updated for resources: {'Port': ['ID=5bb92bef-79c3-446b-91fd-eac880264c2e,revision_number=2']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:44.336117 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:44.390350 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361148'] for floatingip, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:44.491814 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:44.504656 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:44.527047 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for floatingip, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:44.540768 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8266826 Jun 03 08:35:44.647440 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Pushing event updated for resources: {'Port': ['ID=daf14974-c01a-48e6-83b0-b3a6132348d5,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:44.651594 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:44.991375 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device daf14974-c01a-48e6-83b0-b3a6132348d5 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:35:45.096590 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port daf14974-c01a-48e6-83b0-b3a6132348d5 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:35:45.097404 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:45.256579 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb2dd3-ae7e-4cb0-ae70-3c05375cf210 req-38db307e-1e1a-418c-9e22-c45df081274b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:45.268402 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6cbb2dd3-ae7e-4cb0-ae70-3c05375cf210 req-38db307e-1e1a-418c-9e22-c45df081274b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.1692448 Jun 03 08:35:45.313024 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6cbb2dd3-ae7e-4cb0-ae70-3c05375cf210 req-8a19aa77-9749-48a1-959c-7acd9e082fc7 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434301 Jun 03 08:35:45.960867 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-0436668e-98f7-418b-94a9-08548f36c78a tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Synchronizing usage tracker for tenant:b1b8b8ec99894bf99d282bc56aac7e7d on resource:security_group {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:35:46.067605 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-0436668e-98f7-418b-94a9-08548f36c78a tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Unset dirty status for tenant:b1b8b8ec99894bf99d282bc56aac7e7d on resource:security_group {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:35:46.069075 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-0436668e-98f7-418b-94a9-08548f36c78a tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1207982953&fields=id&tenant_id=b1b8b8ec99894bf99d282bc56aac7e7d HTTP/1.1" status: 200 len: 267 time: 0.1992309 Jun 03 08:35:46.257675 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-28eaf0db-98e2-488d-93f6-c4c25f403a41 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:46.259210 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-28eaf0db-98e2-488d-93f6-c4c25f403a41 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/networks?id=2ab091dd-5f88-433c-a8b2-85f434152459 HTTP/1.1" status: 200 len: 810 time: 0.1820278 Jun 03 08:35:46.281667 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-9ae106f3-f6a2-4adf-a229-6b57623d9a9a tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/quotas/b1b8b8ec99894bf99d282bc56aac7e7d HTTP/1.1" status: 200 len: 375 time: 0.0160673 Jun 03 08:35:46.440637 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-b621bafa-1d7c-4231-9f71-29ec3dbfc2ce tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b1b8b8ec99894bf99d282bc56aac7e7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1562545 Jun 03 08:35:46.636831 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452746b1-aca4-4bfe-acc2-cdacb427086a req-fdf9fb7f-d314-4adf-9143-801688e54263 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:46.640312 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-452746b1-aca4-4bfe-acc2-cdacb427086a req-fdf9fb7f-d314-4adf-9143-801688e54263 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.1205540 Jun 03 08:35:46.647053 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-c0c024f9-5e88-4b67-afa1-70e05a8b8e63 service neutron] 10.222.0.18 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854703 Jun 03 08:35:46.709754 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-452746b1-aca4-4bfe-acc2-cdacb427086a req-f1cfa4a8-ba12-4844-8bbd-c63a2ab4b649 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638456 Jun 03 08:35:46.924690 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-c162750a-09f2-42fd-8a8f-56fe125cfedf service neutron] 10.222.0.18 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618861 Jun 03 08:35:47.580791 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-9bbfcace-9408-49aa-8af3-6c6d150d2e76 req-556160d7-2baf-424e-9bec-d41ea53aa979 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Synchronizing usage tracker for tenant:b1b8b8ec99894bf99d282bc56aac7e7d on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:35:47.718939 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-9bbfcace-9408-49aa-8af3-6c6d150d2e76 req-556160d7-2baf-424e-9bec-d41ea53aa979 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Unset dirty status for tenant:b1b8b8ec99894bf99d282bc56aac7e7d on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:35:47.720528 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9bbfcace-9408-49aa-8af3-6c6d150d2e76 req-556160d7-2baf-424e-9bec-d41ea53aa979 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 210 time: 0.1853962 Jun 03 08:35:47.765488 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:47.945392 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64b253-b18c-4468-9a5a-ac4e3e514450 req-41e25ee2-13d4-4a5d-ac07-40620ee00a94 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:47.947099 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9c64b253-b18c-4468-9a5a-ac4e3e514450 req-41e25ee2-13d4-4a5d-ac07-40620ee00a94 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.0921607 Jun 03 08:35:48.000127 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9c64b253-b18c-4468-9a5a-ac4e3e514450 req-d7cbdf8b-53dd-4e71-b762-811548294f80 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465643 Jun 03 08:35:48.836458 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ab5f5fa3-6952-4f7a-86ba-114570edfabe req-847ff9dd-3176-4fb9-8e2e-ab34cf341db5 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 210 time: 0.0462570 Jun 03 08:35:49.212470 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff76e07-8600-4fa1-acb8-f8b44c0fc5e0 req-8b0135cb-4ec2-4b49-b4e8-ecb526b5624b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:49.219489 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4ff76e07-8600-4fa1-acb8-f8b44c0fc5e0 req-8b0135cb-4ec2-4b49-b4e8-ecb526b5624b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 943 time: 0.0928888 Jun 03 08:35:49.268341 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4ff76e07-8600-4fa1-acb8-f8b44c0fc5e0 req-9e35d473-4a5a-4478-8f62-cdeb511170da tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479479 Jun 03 08:35:49.314968 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:35:49.448953 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:35:49.463103 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'port_id': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b', 'mac_address': 'fa:16:3e:f7:15:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:35:49.520792 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:49.537836 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:35:49.553958 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:35:49.661748 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:49.664466 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-65f20b6a-e6c1-4d5a-a543-a88342b559fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:49.732947 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,revision_number=9']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:49.739959 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:49.740309 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:49.740648 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:49.740981 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:49.741306 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:49.741632 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:49.741952 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:49.742297 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:49.742610 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:49.742922 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:49.743235 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:49.743545 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:35:49.747300 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:49.891596 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:35:49.993257 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2cf25d04-df3b-45fd-acbc-da494ac5757c req-aabd25bc-dbc0-44ec-b08c-4f1a4811a205 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 210 time: 0.0546789 Jun 03 08:35:50.475391 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f2f61-48ba-473f-8281-8430c62f4209 req-33dd3098-4e04-41ca-abab-d638a4dc5c5d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:50.476639 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-ec0f2f61-48ba-473f-8281-8430c62f4209 req-33dd3098-4e04-41ca-abab-d638a4dc5c5d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 944 time: 0.0968857 Jun 03 08:35:50.531311 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-ec0f2f61-48ba-473f-8281-8430c62f4209 req-0d8adc53-cacc-42a9-8f68-587bfedc60f6 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453134 Jun 03 08:35:50.564519 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-cb3694e8-cff9-464f-b01e-b6fd2dadb1f3 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:50.565543 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-cb3694e8-cff9-464f-b01e-b6fd2dadb1f3 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Synchronizing usage tracker for tenant:b1b8b8ec99894bf99d282bc56aac7e7d on resource:network {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:35:50.770418 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-cb3694e8-cff9-464f-b01e-b6fd2dadb1f3 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Unset dirty status for tenant:b1b8b8ec99894bf99d282bc56aac7e7d on resource:network {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:35:50.771524 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-cb3694e8-cff9-464f-b01e-b6fd2dadb1f3 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.47 "GET /v2.0/networks?id=2ab091dd-5f88-433c-a8b2-85f434152459 HTTP/1.1" status: 200 len: 810 time: 0.3885825 Jun 03 08:35:50.826033 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-65de45cc-fb67-42b8-aaea-600d822e22c8 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Synchronizing usage tracker for tenant:b1b8b8ec99894bf99d282bc56aac7e7d on resource:security_group {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:35:50.846391 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-65de45cc-fb67-42b8-aaea-600d822e22c8 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Unset dirty status for tenant:b1b8b8ec99894bf99d282bc56aac7e7d on resource:security_group {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:35:50.847699 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-65de45cc-fb67-42b8-aaea-600d822e22c8 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1b8b8ec99894bf99d282bc56aac7e7d HTTP/1.1" status: 200 len: 380 time: 0.0675936 Jun 03 08:35:50.856909 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-83f29a24-e1e9-4f0f-8b80-612f5880156c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Request body: {'port': {'device_id': '09155f4e-eaa6-49ee-b66c-dba6488973d1', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'admin_state_up': True, 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'security_groups': ['3d53f5e5-9060-4ce8-8069-5e942c2daf80']}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:35:51.026390 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-83f29a24-e1e9-4f0f-8b80-612f5880156c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:35:51.036771 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-83f29a24-e1e9-4f0f-8b80-612f5880156c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:35:51.154007 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-83f29a24-e1e9-4f0f-8b80-612f5880156c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Made reservation on behalf of b1b8b8ec99894bf99d282bc56aac7e7d for: {'port': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:35:51.158026 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-83f29a24-e1e9-4f0f-8b80-612f5880156c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:51.175358 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-5b4d4953-8720-4768-be30-995aee20349f req-67fe1a4a-6b8a-4fda-a88e-c07fa8b4fc14 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 210 time: 0.0623479 Jun 03 08:35:51.326561 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:35:51.333050 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_common [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-83f29a24-e1e9-4f0f-8b80-612f5880156c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Allocated IP 172.20.0.9 (2ab091dd-5f88-433c-a8b2-85f434152459/315dff12-35da-48f3-b24b-119c691945c6/5b23cdc8-cb57-4e46-9d10-4d17360204fa) {{(pid=92357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:35:51.406850 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:35:51.407230 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:51.549276 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:51.580480 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5c4979-cdc0-4097-b215-0936ab970677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:35:51.583147 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70d735c-1b0b-4fb2-8f0d-be469c4ee24c" -d '{"events": [{"server_uuid": "4e5c4979-cdc0-4097-b215-0936ab970677", "name": "network-vif-plugged", "status": "completed", "tag": "dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:35:51.603958 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:35:51.637494 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc30025b-338d-44fe-9bae-aaf1f1117b69 x-openstack-request-id: req-cc30025b-338d-44fe-9bae-aaf1f1117b69 {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:35:51.637890 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5c4979-cdc0-4097-b215-0936ab970677", "name": "network-vif-plugged", "status": "completed", "tag": "dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:35:51.638236 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc30025b-338d-44fe-9bae-aaf1f1117b69 {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:35:51.639208 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5c4979-cdc0-4097-b215-0936ab970677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b', 'code': 200} Jun 03 08:35:51.673713 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-83f29a24-e1e9-4f0f-8b80-612f5880156c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for port, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:51.694296 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-83f29a24-e1e9-4f0f-8b80-612f5880156c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Transition to ACTIVE for port object 5b23cdc8-cb57-4e46-9d10-4d17360204fa will not be triggered until provisioned by entity DHCP. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:35:51.760780 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004a821-b210-406e-be24-f3416226ce74 req-62bbecb8-9257-496a-a835-7933fdf0e464 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:51.762421 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9004a821-b210-406e-be24-f3416226ce74 req-62bbecb8-9257-496a-a835-7933fdf0e464 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 944 time: 0.0852234 Jun 03 08:35:51.776862 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:51.780835 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:51.806149 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-83f29a24-e1e9-4f0f-8b80-612f5880156c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:51.812651 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9004a821-b210-406e-be24-f3416226ce74 req-0faf3814-1fdd-4abb-ac4e-774dda21ec9a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437384 Jun 03 08:35:51.815508 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-44a3c042-0e81-4525-9bb5-27058af8aca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:51.865084 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,revision_number=10']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:51.869598 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:51.908039 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-83f29a24-e1e9-4f0f-8b80-612f5880156c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Network 2ab091dd-5f88-433c-a8b2-85f434152459 is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:35:51.911329 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-83f29a24-e1e9-4f0f-8b80-612f5880156c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:35:51.915387 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-83f29a24-e1e9-4f0f-8b80-612f5880156c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Received port after_create {{(pid=92357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:35:51.960894 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f29a24-e1e9-4f0f-8b80-612f5880156c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Pushing event updated for resources: {'Port': ['ID=5b23cdc8-cb57-4e46-9d10-4d17360204fa,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:51.969654 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-83f29a24-e1e9-4f0f-8b80-612f5880156c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:51.990560 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-83f29a24-e1e9-4f0f-8b80-612f5880156c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:51.991192 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-83f29a24-e1e9-4f0f-8b80-612f5880156c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:52.125593 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-83f29a24-e1e9-4f0f-8b80-612f5880156c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2725785 Jun 03 08:35:52.137305 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Request body: {'port': {'device_id': '09155f4e-eaa6-49ee-b66c-dba6488973d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:35:52.256293 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:52.353430 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-a676e0a8-88cc-4685-a0ad-f86ea8dbb780 None None] Provisioning for port 5b23cdc8-cb57-4e46-9d10-4d17360204fa completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:35:52.358937 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-a676e0a8-88cc-4685-a0ad-f86ea8dbb780 None None] Provisioning complete for port 5b23cdc8-cb57-4e46-9d10-4d17360204fa triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:35:52.359363 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-a676e0a8-88cc-4685-a0ad-f86ea8dbb780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:52.415867 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-a676e0a8-88cc-4685-a0ad-f86ea8dbb780 None None] Port 5b23cdc8-cb57-4e46-9d10-4d17360204fa cannot update to ACTIVE because it is not bound. {{(pid=92358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 08:35:52.580637 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6279e59-4810-4391-91ae-1d4567ffc33c req-b577bd65-a123-4e0e-bcf6-48c7a224060f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:52.581339 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-e6279e59-4810-4391-91ae-1d4567ffc33c req-b577bd65-a123-4e0e-bcf6-48c7a224060f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Synchronizing usage tracker for tenant:b1b8b8ec99894bf99d282bc56aac7e7d on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:35:52.601219 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6ff0b-7b9a-43f1-9e9d-b7ed88875d1b req-36e632b2-7bee-4b50-a55d-ffdee736ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:52.602823 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-95d6ff0b-7b9a-43f1-9e9d-b7ed88875d1b req-36e632b2-7bee-4b50-a55d-ffdee736ac06 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 1099 time: 0.2620406 Jun 03 08:35:52.727377 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-95d6ff0b-7b9a-43f1-9e9d-b7ed88875d1b req-f5fe7db2-8dbd-405c-a288-d15ef07f2f38 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804203 Jun 03 08:35:52.813175 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b23cdc8-cb57-4e46-9d10-4d17360204fa {{(pid=92357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:35:52.820821 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:52.837657 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Transition to ACTIVE for port object 5b23cdc8-cb57-4e46-9d10-4d17360204fa will not be triggered until provisioned by entity L2. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:35:52.855737 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-e6279e59-4810-4391-91ae-1d4567ffc33c req-b577bd65-a123-4e0e-bcf6-48c7a224060f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Unset dirty status for tenant:b1b8b8ec99894bf99d282bc56aac7e7d on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:35:52.856926 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e6279e59-4810-4391-91ae-1d4567ffc33c req-b577bd65-a123-4e0e-bcf6-48c7a224060f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 931 time: 0.5539637 Jun 03 08:35:52.914235 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e6279e59-4810-4391-91ae-1d4567ffc33c req-fae71049-ad71-4452-ab24-ef7f490b9c2b tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507476 Jun 03 08:35:52.964307 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:52.968866 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-16460e64-71bf-4c38-8e69-fd955a963378 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:53.044681 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97575ef-f09e-41c0-8f25-7226f84e5c55 req-f59f5200-e4f0-4c85-af49-fa24c27924c4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:53.046853 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a97575ef-f09e-41c0-8f25-7226f84e5c55 req-f59f5200-e4f0-4c85-af49-fa24c27924c4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 946 time: 0.0882170 Jun 03 08:35:53.128020 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Pushing event updated for resources: {'Port': ['ID=5b23cdc8-cb57-4e46-9d10-4d17360204fa,revision_number=2']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:53.136244 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:53.190819 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a97575ef-f09e-41c0-8f25-7226f84e5c55 req-367e7989-4add-4f7b-8058-b06ef784cafa tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379666 Jun 03 08:35:53.225479 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Attempting to bind port 5b23cdc8-cb57-4e46-9d10-4d17360204fa on host hv-cinder-78726 for vnic_type normal with profile {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:35:53.225819 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Attempting to bind port 5b23cdc8-cb57-4e46-9d10-4d17360204fa by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '599df174-1f52-4425-ab03-86e95cf193f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459'}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:35:53.226258 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Attempting to bind port 5b23cdc8-cb57-4e46-9d10-4d17360204fa on network 2ab091dd-5f88-433c-a8b2-85f434152459 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:35:53.231466 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Port 5b23cdc8-cb57-4e46-9d10-4d17360204fa on network 2ab091dd-5f88-433c-a8b2-85f434152459 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 08:35:53.231782 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Attempting to bind port 5b23cdc8-cb57-4e46-9d10-4d17360204fa on network 2ab091dd-5f88-433c-a8b2-85f434152459 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:35:53.237478 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Checking agent: {'id': '0b62ef4c-67a0-4b60-a013-2ab920ba3ff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'started_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:35:53.237788 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Checking segment: {'id': '599df174-1f52-4425-ab03-86e95cf193f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:35:53.238216 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Bound using segment: {'id': '599df174-1f52-4425-ab03-86e95cf193f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459'} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:35:53.240736 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Bound port: 5b23cdc8-cb57-4e46-9d10-4d17360204fa, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '599df174-1f52-4425-ab03-86e95cf193f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459'}}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:35:53.240736 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:53.336061 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] For port 5b23cdc8-cb57-4e46-9d10-4d17360204fa, host hv-cinder-78726, cleared binding levels {{(pid=92357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:35:53.339537 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] For port 5b23cdc8-cb57-4e46-9d10-4d17360204fa, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5b23cdc8-cb57-4e46-9d10-4d17360204fa,segment=NetworkSegment(599df174-1f52-4425-ab03-86e95cf193f7),segment_id=599df174-1f52-4425-ab03-86e95cf193f7)] {{(pid=92357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:35:53.450561 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-af2ca600-2d73-40c9-a79e-7dc1d2be637d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:53.451728 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:53.456244 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:53.513548 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:53.514812 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:53.516262 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] 10.222.0.47 "PUT /v2.0/ports/5b23cdc8-cb57-4e46-9d10-4d17360204fa HTTP/1.1" status: 200 len: 1093 time: 1.3831258 Jun 03 08:35:53.518940 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09155f4e-eaa6-49ee-b66c-dba6488973d1', 'tag': '5b23cdc8-cb57-4e46-9d10-4d17360204fa'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:35:53.521334 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70871aaa-2d20-4452-87f3-34bacf26e319" -d '{"events": [{"name": "network-changed", "server_uuid": "09155f4e-eaa6-49ee-b66c-dba6488973d1", "tag": "5b23cdc8-cb57-4e46-9d10-4d17360204fa"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:35:53.540720 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Pushing event updated for resources: {'Port': ['ID=5b23cdc8-cb57-4e46-9d10-4d17360204fa,revision_number=3']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:53.552462 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:53.572238 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f86609-e154-4696-a98f-62d758b7fa66 x-openstack-request-id: req-07f86609-e154-4696-a98f-62d758b7fa66 {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:35:53.572742 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09155f4e-eaa6-49ee-b66c-dba6488973d1", "tag": "5b23cdc8-cb57-4e46-9d10-4d17360204fa", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:35:53.573020 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07f86609-e154-4696-a98f-62d758b7fa66 {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:35:53.573445 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09155f4e-eaa6-49ee-b66c-dba6488973d1', 'tag': '5b23cdc8-cb57-4e46-9d10-4d17360204fa', 'status': 'completed', 'code': 200} Jun 03 08:35:53.676936 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70871aaa-2d20-4452-87f3-34bacf26e319 req-591a69fc-e123-4add-ae19-ad37c07edc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:53.682214 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-70871aaa-2d20-4452-87f3-34bacf26e319 req-591a69fc-e123-4add-ae19-ad37c07edc71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1b8b8ec99894bf99d282bc56aac7e7d&device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 1096 time: 0.0752981 Jun 03 08:35:53.816062 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 59244) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:53.849250 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70871aaa-2d20-4452-87f3-34bacf26e319 req-78c0c309-7317-4903-81d5-dc029a7c362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:53.850742 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-70871aaa-2d20-4452-87f3-34bacf26e319 req-78c0c309-7317-4903-81d5-dc029a7c362b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b1b8b8ec99894bf99d282bc56aac7e7d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1636739 Jun 03 08:35:53.878302 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3216622-4cf7-4f14-9aff-7da178fb1499 admin admin] Deleting subnet bf3cae1a-8a4e-43fa-ace6-646b74804597 {{(pid=92356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 08:35:53.881682 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-f3216622-4cf7-4f14-9aff-7da178fb1499 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:53.937094 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-f3216622-4cf7-4f14-9aff-7da178fb1499 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15284933'] for subnet, precommit_delete_associations {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:53.996555 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-f3216622-4cf7-4f14-9aff-7da178fb1499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997589'] for subnet, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:54.095822 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70871aaa-2d20-4452-87f3-34bacf26e319 req-dbe0e6f3-055c-4cf7-bc85-db9c44d6f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:54.097268 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-70871aaa-2d20-4452-87f3-34bacf26e319 req-dbe0e6f3-055c-4cf7-bc85-db9c44d6f203 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2400339 Jun 03 08:35:54.206436 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-9699c399-f0ff-4339-aa6d-4df44464b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:54.207958 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-9699c399-f0ff-4339-aa6d-4df44464b53b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1b8b8ec99894bf99d282bc56aac7e7d&device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 1096 time: 0.0726435 Jun 03 08:35:54.281248 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488a088-8782-46ef-ba86-8eb09d20ee51 req-af9081dc-c02d-4d1a-ba76-1fd5fa7bfc2f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:54.282740 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-c488a088-8782-46ef-ba86-8eb09d20ee51 req-af9081dc-c02d-4d1a-ba76-1fd5fa7bfc2f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 943 time: 0.2173946 Jun 03 08:35:54.301689 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-70d3bb2b-a659-4949-a6f2-944f9c4ad0ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b23cdc8-cb57-4e46-9d10-4d17360204fa HTTP/1.1" status: 200 len: 217 time: 0.0852611 Jun 03 08:35:54.353122 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-c488a088-8782-46ef-ba86-8eb09d20ee51 req-4a5a75b0-010b-4b11-a4c0-16d23f40b8c7 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594914 Jun 03 08:35:54.433460 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-fab7486e-5880-4331-9b3a-1198ef568df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:54.449580 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-fab7486e-5880-4331-9b3a-1198ef568df8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=315dff12-35da-48f3-b24b-119c691945c6 HTTP/1.1" status: 200 len: 849 time: 0.1273601 Jun 03 08:35:54.481376 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-f3216622-4cf7-4f14-9aff-7da178fb1499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15262529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15091295'] for subnet, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:54.486754 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-c9768211-86a0-4af0-9d0b-aa007b4bea4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:54.517149 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39202f63-1181-454e-b11e-bd19cf7119ed req-0f82841e-05bb-4f0b-b91b-c5367527c3e2 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:54.518713 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-39202f63-1181-454e-b11e-bd19cf7119ed req-0f82841e-05bb-4f0b-b91b-c5367527c3e2 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 946 time: 0.1696837 Jun 03 08:35:54.531213 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3216622-4cf7-4f14-9aff-7da178fb1499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf3cae1a-8a4e-43fa-ace6-646b74804597,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:54.535545 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-f3216622-4cf7-4f14-9aff-7da178fb1499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:54.537124 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-f3216622-4cf7-4f14-9aff-7da178fb1499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:54.547102 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-f3216622-4cf7-4f14-9aff-7da178fb1499 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bf3cae1a-8a4e-43fa-ace6-646b74804597 HTTP/1.1" status: 204 len: 168 time: 0.7289948 Jun 03 08:35:54.549999 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 59270) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:54.572126 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-69213ea2-f57e-4b56-8c29-de503c4bb60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:54.573593 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-69213ea2-f57e-4b56-8c29-de503c4bb60c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ab091dd-5f88-433c-a8b2-85f434152459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1299331 Jun 03 08:35:54.576965 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-39202f63-1181-454e-b11e-bd19cf7119ed req-306889b9-aad5-4f72-a0c4-3c5715b2cb4c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525815 Jun 03 08:35:54.663932 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1dde2c70-bbef-4ce1-8def-45b62275d308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528754'] for network, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:54.713021 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-23a4bc58-9c34-46b8-a28f-bdbe393753fa service neutron] 10.222.0.47 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324439 Jun 03 08:35:54.797725 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1dde2c70-bbef-4ce1-8def-45b62275d308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999006', 'neutron.services.segments.db._delete_segments_for_network-8762866104814'] for network, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:54.811205 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-1dde2c70-bbef-4ce1-8def-45b62275d308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f55860-23c2-47e8-91d2-e95bd19b46c9']}} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:35:54.823758 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-1dde2c70-bbef-4ce1-8def-45b62275d308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ca6a33-652b-488d-b9ad-0082e17f4085') {'for_net_delete': True} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:35:54.824058 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-1dde2c70-bbef-4ce1-8def-45b62275d308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ca6a33-652b-488d-b9ad-0082e17f4085') {} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:35:54.836245 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1dde2c70-bbef-4ce1-8def-45b62275d308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762866108173', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15284958'] for segment, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:54.854583 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-10d4e5b2-2c70-4a1a-8c31-f93d881fb557 req-6049cee8-fe96-4c4a-a2a0-ad61ef0239cd service neutron] 10.222.0.47 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343505 Jun 03 08:35:54.859022 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1dde2c70-bbef-4ce1-8def-45b62275d308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:54.865910 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dde2c70-bbef-4ce1-8def-45b62275d308 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=92356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 08:35:54.866334 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1dde2c70-bbef-4ce1-8def-45b62275d308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262507'] for segment, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: Traceback (most recent call last): Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: timer() Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: cb(*args, **kw) Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: return func(*args, **kwargs) Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: self._notify() Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: self.callback(batched_events) Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: event.method(event) Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: return f(self, *a, **k) Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: return self._get(url).json() Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: return self.request(url, 'GET', **kwargs) Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 08:35:54.880416 dv-cinder-787262-5-smb neutron-server[92356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 08:35:54.930316 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 59282) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:55.022368 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1dde2c70-bbef-4ce1-8def-45b62275d308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361038'] for network, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:55.027736 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-7a1ae179-b30f-4d0c-bb9e-a65786140822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:55.050537 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1dde2c70-bbef-4ce1-8def-45b62275d308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:55.055566 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-649c69d9-6be2-4772-9d21-9c39d43acb8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:55.059977 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde2c70-bbef-4ce1-8def-45b62275d308 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9f55860-23c2-47e8-91d2-e95bd19b46c9,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:55.063282 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-1dde2c70-bbef-4ce1-8def-45b62275d308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:55.074911 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-649c69d9-6be2-4772-9d21-9c39d43acb8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:35:55.082213 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-649c69d9-6be2-4772-9d21-9c39d43acb8a admin admin] Usage tracker for resource:security_group_rule and tenant:bd875bc8098c41efb3e793a35ed7155f is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:35:55.085576 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-649c69d9-6be2-4772-9d21-9c39d43acb8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:35:55.092370 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-649c69d9-6be2-4772-9d21-9c39d43acb8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:35:55.131440 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-1dde2c70-bbef-4ce1-8def-45b62275d308 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c9f55860-23c2-47e8-91d2-e95bd19b46c9 HTTP/1.1" status: 204 len: 168 time: 0.5803628 Jun 03 08:35:55.186290 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-649c69d9-6be2-4772-9d21-9c39d43acb8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:55.272910 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-649c69d9-6be2-4772-9d21-9c39d43acb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:55.282390 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-790b1689-98ad-4404-8372-8c5d58f91ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:55.321323 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-649c69d9-6be2-4772-9d21-9c39d43acb8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd875bc8098c41efb3e793a35ed7155f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898828 Jun 03 08:35:55.322984 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c69d9-6be2-4772-9d21-9c39d43acb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b10c79-69b2-43f9-8e27-cdad86dd4fa5,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:55.324574 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 59290) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:55.326956 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-649c69d9-6be2-4772-9d21-9c39d43acb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:55.385721 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1775163c-2865-4a22-a1ce-ac337058aecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:55.419384 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1775163c-2865-4a22-a1ce-ac337058aecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:55.541953 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 59294) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:55.565976 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672437e5-febd-44c4-be59-b976a3314ca4 req-ab2dbac9-9127-4605-b00c-7c50ce5e0109 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:55.567490 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-672437e5-febd-44c4-be59-b976a3314ca4 req-ab2dbac9-9127-4605-b00c-7c50ce5e0109 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 943 time: 0.0902307 Jun 03 08:35:55.593458 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-1bfef522-1a6d-47e7-9977-77085292765c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ba2c312bede4a1789d5c474234c653b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500894 Jun 03 08:35:55.595866 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 59296) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:55.619038 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-672437e5-febd-44c4-be59-b976a3314ca4 req-65da6b91-1f97-42a6-a18b-c855fbaf035b tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450463 Jun 03 08:35:55.620709 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1775163c-2865-4a22-a1ce-ac337058aecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:55.631212 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d955adc1-e336-4d72-823e-d6d5d1131388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:55.647552 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775163c-2865-4a22-a1ce-ac337058aecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b10c79-69b2-43f9-8e27-cdad86dd4fa5,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:55.656338 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-1775163c-2865-4a22-a1ce-ac337058aecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:55.658130 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1775163c-2865-4a22-a1ce-ac337058aecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:55.676671 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1acd-4f2d-4d5c-bc14-5099410484bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:55.679524 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-1775163c-2865-4a22-a1ce-ac337058aecf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16b10c79-69b2-43f9-8e27-cdad86dd4fa5 HTTP/1.1" status: 204 len: 168 time: 0.3346591 Jun 03 08:35:55.749726 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1acd-4f2d-4d5c-bc14-5099410484bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:55.826736 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41d8c5-b58c-4711-88ec-31c075fa1cb2 req-fd10fa09-81bc-41c5-a46e-9980b2b72fc5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:55.828277 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4d41d8c5-b58c-4711-88ec-31c075fa1cb2 req-fd10fa09-81bc-41c5-a46e-9980b2b72fc5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 946 time: 0.1272607 Jun 03 08:35:55.885186 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4d41d8c5-b58c-4711-88ec-31c075fa1cb2 req-d0236c5c-5eeb-4c43-9650-58fc01b28107 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491679 Jun 03 08:35:55.936769 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1acd-4f2d-4d5c-bc14-5099410484bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:55.942346 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:55.956744 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a1acd-4f2d-4d5c-bc14-5099410484bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2a5e89-91ff-42fc-b606-3a5530aedd65,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:55.961302 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-4a5a1acd-4f2d-4d5c-bc14-5099410484bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:56.063127 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1acd-4f2d-4d5c-bc14-5099410484bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:56.064322 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-4a5a1acd-4f2d-4d5c-bc14-5099410484bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d2a5e89-91ff-42fc-b606-3a5530aedd65 HTTP/1.1" status: 204 len: 168 time: 0.4675655 Jun 03 08:35:56.484657 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:56.586579 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 59308) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:56.603523 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-26aabe74-8050-4512-b18b-aa237a882058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:56.622043 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-26aabe74-8050-4512-b18b-aa237a882058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:35:56.625982 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-26aabe74-8050-4512-b18b-aa237a882058 admin admin] Usage tracker for resource:security_group_rule and tenant:a76082afcef640149c6e4a9b52c5f00d is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:35:56.628797 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-26aabe74-8050-4512-b18b-aa237a882058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:35:56.636381 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-26aabe74-8050-4512-b18b-aa237a882058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:35:56.728997 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-26aabe74-8050-4512-b18b-aa237a882058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:56.770178 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-a0baabdc-3783-4574-8c25-3c5a6c8db740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:56.835492 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d82655-987b-4db6-b13b-86a5da63b3bd req-7f934622-ad40-4fd3-8139-18fbf8883486 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:56.836828 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a3d82655-987b-4db6-b13b-86a5da63b3bd req-7f934622-ad40-4fd3-8139-18fbf8883486 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 943 time: 0.0870810 Jun 03 08:35:56.839171 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-26aabe74-8050-4512-b18b-aa237a882058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:56.848922 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-54bc0b0e-dcdb-4d25-a717-dc7050977712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:56.884934 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a3d82655-987b-4db6-b13b-86a5da63b3bd req-a5b7c471-6e7e-4a3c-a983-8124e7677c66 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411592 Jun 03 08:35:56.900696 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-26aabe74-8050-4512-b18b-aa237a882058 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a76082afcef640149c6e4a9b52c5f00d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101830 Jun 03 08:35:56.900696 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aabe74-8050-4512-b18b-aa237a882058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa728326-d906-47f7-abdc-3ed9d2299b81,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:56.901073 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 59320) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:56.908841 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-26aabe74-8050-4512-b18b-aa237a882058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:56.964793 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4482f392-c071-48cd-a585-25e3c4ca6796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:56.992820 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4482f392-c071-48cd-a585-25e3c4ca6796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:57.093068 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc383d-f89a-452c-a618-92f2cae6bf18 req-d6a5f8a4-bd14-4a7f-815b-eeff815aa40d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:57.094539 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-1fcc383d-f89a-452c-a618-92f2cae6bf18 req-d6a5f8a4-bd14-4a7f-815b-eeff815aa40d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 946 time: 0.0818553 Jun 03 08:35:57.101816 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4482f392-c071-48cd-a585-25e3c4ca6796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:57.106152 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-eec895f0-1fb6-4946-9a34-7d7b8b66ec02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:57.117781 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482f392-c071-48cd-a585-25e3c4ca6796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa728326-d906-47f7-abdc-3ed9d2299b81,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:57.120043 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-4482f392-c071-48cd-a585-25e3c4ca6796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:57.125464 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4482f392-c071-48cd-a585-25e3c4ca6796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:57.126591 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-4482f392-c071-48cd-a585-25e3c4ca6796 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa728326-d906-47f7-abdc-3ed9d2299b81 HTTP/1.1" status: 204 len: 168 time: 0.2236230 Jun 03 08:35:57.150025 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-1fcc383d-f89a-452c-a618-92f2cae6bf18 req-a81a90c8-0adb-4112-bff2-65dd0a2e8adb tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497696 Jun 03 08:35:57.382649 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 5b23cdc8-cb57-4e46-9d10-4d17360204fa details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:35:57.528613 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 5b23cdc8-cb57-4e46-9d10-4d17360204fa, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5b23cdc8-cb57-4e46-9d10-4d17360204fa,segment=NetworkSegment(599df174-1f52-4425-ab03-86e95cf193f7),segment_id=599df174-1f52-4425-ab03-86e95cf193f7)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:35:57.543213 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': '5b23cdc8-cb57-4e46-9d10-4d17360204fa', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'port_id': '5b23cdc8-cb57-4e46-9d10-4d17360204fa', 'mac_address': 'fa:16:3e:ac:46:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315dff12-35da-48f3-b24b-119c691945c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:35:57.604410 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:57.623099 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b23cdc8-cb57-4e46-9d10-4d17360204fa {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:35:57.640372 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 5b23cdc8-cb57-4e46-9d10-4d17360204fa, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5b23cdc8-cb57-4e46-9d10-4d17360204fa,segment=NetworkSegment(599df174-1f52-4425-ab03-86e95cf193f7),segment_id=599df174-1f52-4425-ab03-86e95cf193f7)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:35:57.747043 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:57.748837 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:57.839043 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=5b23cdc8-cb57-4e46-9d10-4d17360204fa,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:57.842691 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:57.844479 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:57.975508 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['5b23cdc8-cb57-4e46-9d10-4d17360204fa'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:35:58.081701 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb3c20-8bd2-4517-83b2-4b4161db4e2a req-d9c78fee-9226-4ca3-a26f-779600e22607 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:58.084046 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-57eb3c20-8bd2-4517-83b2-4b4161db4e2a req-d9c78fee-9226-4ca3-a26f-779600e22607 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 944 time: 0.0887272 Jun 03 08:35:58.140976 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-57eb3c20-8bd2-4517-83b2-4b4161db4e2a req-b887e0b7-2b6c-4991-b32f-185fed735d82 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483365 Jun 03 08:35:58.171788 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 59358) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:58.289809 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2d06bd18-b86a-4116-9a38-bae4e8ab58a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:58.304698 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-2d06bd18-b86a-4116-9a38-bae4e8ab58a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:35:58.308567 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-2d06bd18-b86a-4116-9a38-bae4e8ab58a0 admin admin] Usage tracker for resource:security_group_rule and tenant:d9e4beb2bb21449ca860b06d0f794d61 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:35:58.312217 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-2d06bd18-b86a-4116-9a38-bae4e8ab58a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:35:58.318820 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-2d06bd18-b86a-4116-9a38-bae4e8ab58a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:35:58.399138 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2d06bd18-b86a-4116-9a38-bae4e8ab58a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:58.490719 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2d06bd18-b86a-4116-9a38-bae4e8ab58a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:58.500333 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-ceafcf80-da4c-4359-a176-4f74b6ae950a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:58.539521 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-2d06bd18-b86a-4116-9a38-bae4e8ab58a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9e4beb2bb21449ca860b06d0f794d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666184 Jun 03 08:35:58.541234 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06bd18-b86a-4116-9a38-bae4e8ab58a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b667d3-e47c-471d-a06f-7b32906b01bf,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:58.542422 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 59368) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:35:58.545497 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2d06bd18-b86a-4116-9a38-bae4e8ab58a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:58.615069 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-02cfef4b-ff23-4e52-9373-dd122f4a5d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:58.643825 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-02cfef4b-ff23-4e52-9373-dd122f4a5d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:58.804646 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-02cfef4b-ff23-4e52-9373-dd122f4a5d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:58.809722 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-ea5c61bd-78ea-4e56-990f-849e75b65908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:35:58.821816 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfef4b-ff23-4e52-9373-dd122f4a5d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b667d3-e47c-471d-a06f-7b32906b01bf,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:35:58.827023 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-02cfef4b-ff23-4e52-9373-dd122f4a5d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:35:58.841472 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-02cfef4b-ff23-4e52-9373-dd122f4a5d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:58.843122 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-02cfef4b-ff23-4e52-9373-dd122f4a5d95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56b667d3-e47c-471d-a06f-7b32906b01bf HTTP/1.1" status: 204 len: 168 time: 0.2994039 Jun 03 08:35:59.336199 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b4976-52df-4e79-948c-73164f1f6798 req-9470a08b-a804-4f69-969c-27fa6cdcde6a tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:35:59.337647 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e68b4976-52df-4e79-948c-73164f1f6798 req-9470a08b-a804-4f69-969c-27fa6cdcde6a tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 944 time: 0.0880227 Jun 03 08:35:59.384279 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e68b4976-52df-4e79-948c-73164f1f6798 req-03d1e559-7e71-4435-9e66-093d3cd3653c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403929 Jun 03 08:35:59.400478 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 5b23cdc8-cb57-4e46-9d10-4d17360204fa up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:35:59.667708 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning for port 5b23cdc8-cb57-4e46-9d10-4d17360204fa completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:35:59.673379 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port 5b23cdc8-cb57-4e46-9d10-4d17360204fa triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:35:59.673758 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:59.805347 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:59.834242 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09155f4e-eaa6-49ee-b66c-dba6488973d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b23cdc8-cb57-4e46-9d10-4d17360204fa'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:35:59.836625 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f7247f-7213-4baa-9b3c-cc6bc78cda0e" -d '{"events": [{"server_uuid": "09155f4e-eaa6-49ee-b66c-dba6488973d1", "name": "network-vif-plugged", "status": "completed", "tag": "5b23cdc8-cb57-4e46-9d10-4d17360204fa"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:35:59.845655 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 5b23cdc8-cb57-4e46-9d10-4d17360204fa, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5b23cdc8-cb57-4e46-9d10-4d17360204fa,segment=NetworkSegment(599df174-1f52-4425-ab03-86e95cf193f7),segment_id=599df174-1f52-4425-ab03-86e95cf193f7)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:35:59.846569 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:59.880910 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc7dbad-8323-41be-ad6f-e5e80d42cded x-openstack-request-id: req-1dc7dbad-8323-41be-ad6f-e5e80d42cded {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:35:59.881212 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09155f4e-eaa6-49ee-b66c-dba6488973d1", "name": "network-vif-plugged", "status": "completed", "tag": "5b23cdc8-cb57-4e46-9d10-4d17360204fa", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:35:59.881479 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1dc7dbad-8323-41be-ad6f-e5e80d42cded {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:35:59.881868 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09155f4e-eaa6-49ee-b66c-dba6488973d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b23cdc8-cb57-4e46-9d10-4d17360204fa', 'code': 200} Jun 03 08:35:59.953214 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:35:59.955101 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-65f20b6a-e6c1-4d5a-a543-a88342b559fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:00.028997 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=5b23cdc8-cb57-4e46-9d10-4d17360204fa,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:00.032731 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:00.344569 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d0253-9051-4988-b9b7-c052599141d1 req-a9881de1-0e07-4160-93e3-1a6d03222184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:00.346013 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-807d0253-9051-4988-b9b7-c052599141d1 req-a9881de1-0e07-4160-93e3-1a6d03222184 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 1098 time: 0.0694494 Jun 03 08:36:00.391282 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-807d0253-9051-4988-b9b7-c052599141d1 req-2f6677ca-f35c-4b62-91f7-a1c2939a3c27 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384314 Jun 03 08:36:00.650661 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b3e99-6375-4013-864e-7f9108c9d99a req-2f578d30-d08d-45d4-a841-6aaaa6addb33 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:00.652115 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a83b3e99-6375-4013-864e-7f9108c9d99a req-2f578d30-d08d-45d4-a841-6aaaa6addb33 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.1576347 Jun 03 08:36:00.699062 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a83b3e99-6375-4013-864e-7f9108c9d99a req-3a4e486b-ba6d-419c-aeb4-37fadb3883fe tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410993 Jun 03 08:36:01.972947 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c0d3f-27ab-461e-b71a-ff59eb751985 req-0e185cb4-a5f2-4ee9-93ed-7a05b275d432 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:01.974554 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-cf8c0d3f-27ab-461e-b71a-ff59eb751985 req-0e185cb4-a5f2-4ee9-93ed-7a05b275d432 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.1636715 Jun 03 08:36:02.019297 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-cf8c0d3f-27ab-461e-b71a-ff59eb751985 req-6f9d5f78-1779-448b-8b68-b51a22b8a62a tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387762 Jun 03 08:36:02.199857 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2a118-81f7-4108-97eb-9c294cdedbae req-ee47d77c-6ac9-4075-bcaf-c5628070d67d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:02.201891 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-02f2a118-81f7-4108-97eb-9c294cdedbae req-ee47d77c-6ac9-4075-bcaf-c5628070d67d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0783947 Jun 03 08:36:02.212341 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 59428) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:36:02.215956 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-aa08ef7d-5556-444c-a693-ff8aadae0617 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Request body: {'floatingip': {'port_id': '5b23cdc8-cb57-4e46-9d10-4d17360204fa'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:36:02.296095 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-aa08ef7d-5556-444c-a693-ff8aadae0617 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for floatingip, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:02.923264 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-aa08ef7d-5556-444c-a693-ff8aadae0617 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:03.004420 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-aa08ef7d-5556-444c-a693-ff8aadae0617 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361148'] for floatingip, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:03.248244 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.db.l3_db [None req-aa08ef7d-5556-444c-a693-ff8aadae0617 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Floating IP 764195ba-0a66-4c86-9dc8-a8ce4bb4ccee associated. External IP: 172.28.3.205, port: 5b23cdc8-cb57-4e46-9d10-4d17360204fa. Jun 03 08:36:03.701658 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa08ef7d-5556-444c-a693-ff8aadae0617 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:36:03.882999 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa08ef7d-5556-444c-a693-ff8aadae0617 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:36:03.892740 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea266c03-c671-482e-8e2b-124f2de2eea8 None None] Sync routers for ids ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'] in dv-cinder-787262-5-smb {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:36:03.895205 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-aa08ef7d-5556-444c-a693-ff8aadae0617 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for floatingip, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:03.902750 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea266c03-c671-482e-8e2b-124f2de2eea8 None None] Routers {'78e3d1b4-168e-43f9-84d1-72d69dc35e68'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:36:03.903371 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-ea266c03-c671-482e-8e2b-124f2de2eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:35:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:36:03.963209 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-aa08ef7d-5556-444c-a693-ff8aadae0617 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "PUT /v2.0/floatingips/764195ba-0a66-4c86-9dc8-a8ce4bb4ccee HTTP/1.1" status: 200 len: 991 time: 1.7471395 Jun 03 08:36:03.963209 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09155f4e-eaa6-49ee-b66c-dba6488973d1', 'tag': '5b23cdc8-cb57-4e46-9d10-4d17360204fa'}] {{(pid=92356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:36:03.963209 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1987e4ce19f514d8284afddf154522dadca2333eab9833e9721abb813c288452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1220656e-c1f6-4080-bd0e-f22aa73c9403" -d '{"events": [{"name": "network-changed", "server_uuid": "09155f4e-eaa6-49ee-b66c-dba6488973d1", "tag": "5b23cdc8-cb57-4e46-9d10-4d17360204fa"}]}' {{(pid=92356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:36:04.034071 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07da3a45-235b-4fd5-aae6-f97b42cffc88 x-openstack-request-id: req-07da3a45-235b-4fd5-aae6-f97b42cffc88 {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:36:04.034690 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09155f4e-eaa6-49ee-b66c-dba6488973d1", "tag": "5b23cdc8-cb57-4e46-9d10-4d17360204fa", "status": "completed", "code": 200}]} {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:36:04.034690 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07da3a45-235b-4fd5-aae6-f97b42cffc88 {{(pid=92356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:36:04.035159 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09155f4e-eaa6-49ee-b66c-dba6488973d1', 'tag': '5b23cdc8-cb57-4e46-9d10-4d17360204fa', 'status': 'completed', 'code': 200} Jun 03 08:36:04.089704 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-ea266c03-c671-482e-8e2b-124f2de2eea8 None None] Set router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:36:04.129249 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220656e-c1f6-4080-bd0e-f22aa73c9403 req-3c6c9264-f9cf-4c2f-aa8e-b5fd9a984777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:04.130754 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-1220656e-c1f6-4080-bd0e-f22aa73c9403 req-3c6c9264-f9cf-4c2f-aa8e-b5fd9a984777 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1b8b8ec99894bf99d282bc56aac7e7d&device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 1098 time: 0.0746934 Jun 03 08:36:04.284889 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220656e-c1f6-4080-bd0e-f22aa73c9403 req-64097d88-e886-4f53-b2d5-c38c78947439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:04.286537 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-1220656e-c1f6-4080-bd0e-f22aa73c9403 req-64097d88-e886-4f53-b2d5-c38c78947439 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ab091dd-5f88-433c-a8b2-85f434152459 HTTP/1.1" status: 200 len: 911 time: 0.1489437 Jun 03 08:36:04.394885 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-1220656e-c1f6-4080-bd0e-f22aa73c9403 req-097a5ac3-4f9a-487d-914d-d2d95142ca82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b23cdc8-cb57-4e46-9d10-4d17360204fa HTTP/1.1" status: 200 len: 999 time: 0.1012256 Jun 03 08:36:04.446740 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-ea266c03-c671-482e-8e2b-124f2de2eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:35:24Z', 'updated_at': '2021-06-03T08:35:33Z', 'revision_number': 4, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'gw_port': {'id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:25Z', 'updated_at': '2021-06-03T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_floatingips': [{'id': '764195ba-0a66-4c86-9dc8-a8ce4bb4ccee', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'floating_ip_address': '172.28.3.205', 'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'router_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'port_id': '5b23cdc8-cb57-4e46-9d10-4d17360204fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'mac_address': 'fa:16:3e:ac:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09155f4e-eaa6-49ee-b66c-dba6488973d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T08:35:42Z', 'updated_at': '2021-06-03T08:36:02Z', 'revision_number': 1, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf14974-c01a-48e6-83b0-b3a6132348d5', 'name': '', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'mac_address': 'fa:16:3e:71:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '315dff12-35da-48f3-b24b-119c691945c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:31Z', 'updated_at': '2021-06-03T08:35:44Z', 'revision_number': 5, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'subnets': [{'id': '315dff12-35da-48f3-b24b-119c691945c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:36:04.450823 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea266c03-c671-482e-8e2b-124f2de2eea8 None None] Checking router: 78e3d1b4-168e-43f9-84d1-72d69dc35e68 for host: dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:36:04.459448 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea266c03-c671-482e-8e2b-124f2de2eea8 None None] Routers {'78e3d1b4-168e-43f9-84d1-72d69dc35e68'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:36:04.460389 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-ea266c03-c671-482e-8e2b-124f2de2eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:35:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:36:04.471308 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220656e-c1f6-4080-bd0e-f22aa73c9403 req-14e17384-21f2-4e03-8f02-80f4c9024533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:04.474189 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-1220656e-c1f6-4080-bd0e-f22aa73c9403 req-14e17384-21f2-4e03-8f02-80f4c9024533 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=315dff12-35da-48f3-b24b-119c691945c6 HTTP/1.1" status: 200 len: 849 time: 0.0680397 Jun 03 08:36:04.558174 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220656e-c1f6-4080-bd0e-f22aa73c9403 req-cca7b722-0ac1-4c12-9dc5-335aab016ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:04.559831 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-1220656e-c1f6-4080-bd0e-f22aa73c9403 req-cca7b722-0ac1-4c12-9dc5-335aab016ca1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ab091dd-5f88-433c-a8b2-85f434152459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783877 Jun 03 08:36:04.641442 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-ea266c03-c671-482e-8e2b-124f2de2eea8 None None] Set router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:36:04.694946 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-1220656e-c1f6-4080-bd0e-f22aa73c9403 req-644f24f4-6eaf-432c-810c-b10ff7c679a3 service neutron] 10.222.0.47 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278601 Jun 03 08:36:04.837349 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-1220656e-c1f6-4080-bd0e-f22aa73c9403 req-5d7fc72e-b933-4c9b-9301-9a66d2827579 service neutron] 10.222.0.47 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352301 Jun 03 08:36:05.037159 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-ea266c03-c671-482e-8e2b-124f2de2eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:35:24Z', 'updated_at': '2021-06-03T08:35:33Z', 'revision_number': 4, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'gw_port': {'id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:25Z', 'updated_at': '2021-06-03T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_floatingips': [{'id': '764195ba-0a66-4c86-9dc8-a8ce4bb4ccee', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'floating_ip_address': '172.28.3.205', 'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'router_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'port_id': '5b23cdc8-cb57-4e46-9d10-4d17360204fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'mac_address': 'fa:16:3e:ac:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09155f4e-eaa6-49ee-b66c-dba6488973d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T08:35:42Z', 'updated_at': '2021-06-03T08:36:02Z', 'revision_number': 1, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf14974-c01a-48e6-83b0-b3a6132348d5', 'name': '', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'mac_address': 'fa:16:3e:71:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '315dff12-35da-48f3-b24b-119c691945c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:31Z', 'updated_at': '2021-06-03T08:35:44Z', 'revision_number': 5, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'subnets': [{'id': '315dff12-35da-48f3-b24b-119c691945c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:36:05.041322 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea266c03-c671-482e-8e2b-124f2de2eea8 None None] The sync data for ids ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'] in dv-cinder-787262-5-smb is: [{'id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:35:24Z', 'updated_at': '2021-06-03T08:35:33Z', 'revision_number': 4, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'gw_port': {'id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:25Z', 'updated_at': '2021-06-03T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_floatingips': [{'id': '764195ba-0a66-4c86-9dc8-a8ce4bb4ccee', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'floating_ip_address': '172.28.3.205', 'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'router_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'port_id': '5b23cdc8-cb57-4e46-9d10-4d17360204fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'mac_address': 'fa:16:3e:ac:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09155f4e-eaa6-49ee-b66c-dba6488973d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T08:35:42Z', 'updated_at': '2021-06-03T08:36:02Z', 'revision_number': 1, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf14974-c01a-48e6-83b0-b3a6132348d5', 'name': '', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'mac_address': 'fa:16:3e:71:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '315dff12-35da-48f3-b24b-119c691945c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:31Z', 'updated_at': '2021-06-03T08:35:44Z', 'revision_number': 5, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'subnets': [{'id': '315dff12-35da-48f3-b24b-119c691945c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:36:05.261174 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088a8c8-05ad-4195-b5e5-c8156c1899ed None None] New status for floating IP 764195ba-0a66-4c86-9dc8-a8ce4bb4ccee: ACTIVE {{(pid=92359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 08:36:07.159082 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 59520) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:36:07.283533 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:07.298258 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:36:07.302312 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Usage tracker for resource:security_group_rule and tenant:4834fc06977b4eec91d86bd0b61b15a8 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:36:07.305201 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:36:07.311250 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:36:07.398794 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:07.484988 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:07.498842 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-ead1b4dd-06e1-41da-b591-d4a94b32fc12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:07.531203 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4834fc06977b4eec91d86bd0b61b15a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707862 Jun 03 08:36:07.535155 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 59534) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:36:07.544343 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af45ac5c-7ee3-4ee5-842b-d2513befc517,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:07.552932 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:07.553301 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:07.553660 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:07.554012 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:07.554396 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:07.554744 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:07.555167 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:07.555439 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:07.555739 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:07.556079 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:07.556420 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:07.557121 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:07.560976 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:07.599120 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-38afcc92-596c-446e-8114-de82eb3730c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:07.625168 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-38afcc92-596c-446e-8114-de82eb3730c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:07.787724 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-38afcc92-596c-446e-8114-de82eb3730c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:07.791827 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-289afdc2-2bbc-4a34-8186-85ceba09ed56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:07.805164 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afcc92-596c-446e-8114-de82eb3730c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af45ac5c-7ee3-4ee5-842b-d2513befc517,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:07.807495 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-38afcc92-596c-446e-8114-de82eb3730c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:07.811854 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-38afcc92-596c-446e-8114-de82eb3730c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:07.822933 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-38afcc92-596c-446e-8114-de82eb3730c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af45ac5c-7ee3-4ee5-842b-d2513befc517 HTTP/1.1" status: 204 len: 168 time: 0.2761753 Jun 03 08:36:10.190293 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 59618) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:36:10.310769 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2b3f6e94-c98c-4127-9e02-c9673ea33417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:10.328346 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-2b3f6e94-c98c-4127-9e02-c9673ea33417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:36:10.332157 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-2b3f6e94-c98c-4127-9e02-c9673ea33417 admin admin] Usage tracker for resource:security_group_rule and tenant:1d9e1a69f1634b809826327df4a9a102 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:36:10.334913 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-2b3f6e94-c98c-4127-9e02-c9673ea33417 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:36:10.340694 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-2b3f6e94-c98c-4127-9e02-c9673ea33417 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:36:10.420350 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2b3f6e94-c98c-4127-9e02-c9673ea33417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:10.535903 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2b3f6e94-c98c-4127-9e02-c9673ea33417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:10.543773 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-66df45b6-3b57-4679-bb02-6c612fe4deb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:10.585734 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-2b3f6e94-c98c-4127-9e02-c9673ea33417 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d9e1a69f1634b809826327df4a9a102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3938756 Jun 03 08:36:10.586641 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f6e94-c98c-4127-9e02-c9673ea33417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cda131-48c3-4e90-b538-6a1a8caf1e03,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:10.588772 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 59626) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:36:10.589931 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2b3f6e94-c98c-4127-9e02-c9673ea33417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:10.652327 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1a343835-d930-4d52-befb-e798a027ef5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:10.678130 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1a343835-d930-4d52-befb-e798a027ef5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:10.886866 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1a343835-d930-4d52-befb-e798a027ef5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:10.891257 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-d743e3f6-529e-43f5-9ae8-de2938c682c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:10.903383 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a343835-d930-4d52-befb-e798a027ef5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cda131-48c3-4e90-b538-6a1a8caf1e03,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:10.905729 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-1a343835-d930-4d52-befb-e798a027ef5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:10.929928 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1a343835-d930-4d52-befb-e798a027ef5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:10.929928 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-1a343835-d930-4d52-befb-e798a027ef5c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7cda131-48c3-4e90-b538-6a1a8caf1e03 HTTP/1.1" status: 204 len: 168 time: 0.3264337 Jun 03 08:36:11.824411 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:36:12.542117 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-70315fe6-a854-4fa4-b773-bfd5d5bb70a2 req-f05f4f63-2b52-4e69-ae58-6f8d0380492c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763445 Jun 03 08:36:12.692740 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70315fe6-a854-4fa4-b773-bfd5d5bb70a2 req-0b35673a-22f5-463b-8e38-6e614e9f0d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:12.694312 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-70315fe6-a854-4fa4-b773-bfd5d5bb70a2 req-0b35673a-22f5-463b-8e38-6e614e9f0d81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdd92ec4f372413b96455fe8b4025af3&device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 1099 time: 0.0771859 Jun 03 08:36:12.853783 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70315fe6-a854-4fa4-b773-bfd5d5bb70a2 req-32c615ac-ebcf-4059-a5ec-7fe9daa9a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:12.854951 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-70315fe6-a854-4fa4-b773-bfd5d5bb70a2 req-32c615ac-ebcf-4059-a5ec-7fe9daa9a34b service neutron] 10.222.0.47 "GET /v2.0/networks?id=770556f7-a783-4401-a31e-c720773b8096 HTTP/1.1" status: 200 len: 917 time: 0.1373465 Jun 03 08:36:12.965548 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-70315fe6-a854-4fa4-b773-bfd5d5bb70a2 req-bb99a2d1-5b7d-47c4-98b2-f918cd7cb751 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b HTTP/1.1" status: 200 len: 1001 time: 0.0994649 Jun 03 08:36:13.033581 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70315fe6-a854-4fa4-b773-bfd5d5bb70a2 req-42ef78dd-3bbd-4380-8ca9-fe6c24ade025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:13.035359 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-70315fe6-a854-4fa4-b773-bfd5d5bb70a2 req-42ef78dd-3bbd-4380-8ca9-fe6c24ade025 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b8510487-57b7-471a-bd67-7c6c7ee2984a HTTP/1.1" status: 200 len: 855 time: 0.0593970 Jun 03 08:36:13.117066 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70315fe6-a854-4fa4-b773-bfd5d5bb70a2 req-721b8fed-b0c5-470b-a758-f54826965b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:13.118716 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-70315fe6-a854-4fa4-b773-bfd5d5bb70a2 req-721b8fed-b0c5-470b-a758-f54826965b5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770556f7-a783-4401-a31e-c720773b8096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755086 Jun 03 08:36:13.349438 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-70315fe6-a854-4fa4-b773-bfd5d5bb70a2 req-70a9f8f0-0a7d-4c59-94a2-1ea53c091d69 service neutron] 10.222.0.47 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181792 Jun 03 08:36:13.488727 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-70315fe6-a854-4fa4-b773-bfd5d5bb70a2 req-3ea1c001-9b31-429b-92c9-21247deaa80c service neutron] 10.222.0.47 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303356 Jun 03 08:36:13.701465 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 59684) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:36:13.817666 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-38527ad0-f6cb-4fb8-950b-d3a88b290ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:13.832973 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-38527ad0-f6cb-4fb8-950b-d3a88b290ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:36:13.837717 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-38527ad0-f6cb-4fb8-950b-d3a88b290ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:ed54e95dd26a4a7589cbf69ad51b7ad2 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:36:13.840724 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-38527ad0-f6cb-4fb8-950b-d3a88b290ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:36:13.846471 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-38527ad0-f6cb-4fb8-950b-d3a88b290ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:36:13.934640 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-38527ad0-f6cb-4fb8-950b-d3a88b290ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:14.021969 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-38527ad0-f6cb-4fb8-950b-d3a88b290ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:14.031062 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-4058fbc1-7644-4075-bcdc-051ae72f9c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:14.070011 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-38527ad0-f6cb-4fb8-950b-d3a88b290ec1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed54e95dd26a4a7589cbf69ad51b7ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673635 Jun 03 08:36:14.071743 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38527ad0-f6cb-4fb8-950b-d3a88b290ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd7a57f-2914-4408-8690-5208083b9ed4,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:14.072962 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 59692) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:36:14.074902 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-38527ad0-f6cb-4fb8-950b-d3a88b290ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:14.131613 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-459004ba-2b65-480b-b3ab-5d50796f628a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:14.157559 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-459004ba-2b65-480b-b3ab-5d50796f628a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:14.341910 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-459004ba-2b65-480b-b3ab-5d50796f628a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:14.345767 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-8b9a0516-c86b-44f0-a338-d5d754c90f8c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:14.361991 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459004ba-2b65-480b-b3ab-5d50796f628a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd7a57f-2914-4408-8690-5208083b9ed4,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:14.372265 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459004ba-2b65-480b-b3ab-5d50796f628a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:14.372628 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459004ba-2b65-480b-b3ab-5d50796f628a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:14.373028 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459004ba-2b65-480b-b3ab-5d50796f628a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:14.373927 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459004ba-2b65-480b-b3ab-5d50796f628a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:14.374304 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459004ba-2b65-480b-b3ab-5d50796f628a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:14.375133 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459004ba-2b65-480b-b3ab-5d50796f628a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:14.375133 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459004ba-2b65-480b-b3ab-5d50796f628a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:14.375331 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459004ba-2b65-480b-b3ab-5d50796f628a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:14.375675 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459004ba-2b65-480b-b3ab-5d50796f628a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:14.376063 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459004ba-2b65-480b-b3ab-5d50796f628a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:14.376380 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459004ba-2b65-480b-b3ab-5d50796f628a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:14.376718 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459004ba-2b65-480b-b3ab-5d50796f628a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:14.381890 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-459004ba-2b65-480b-b3ab-5d50796f628a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:14.383751 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-459004ba-2b65-480b-b3ab-5d50796f628a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:14.384847 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-459004ba-2b65-480b-b3ab-5d50796f628a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6cd7a57f-2914-4408-8690-5208083b9ed4 HTTP/1.1" status: 204 len: 168 time: 0.3108261 Jun 03 08:36:17.030544 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 59716) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:36:17.146702 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-54dcd7cb-0a87-4d54-a439-573825382e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:17.161018 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-54dcd7cb-0a87-4d54-a439-573825382e10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:36:17.164888 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-54dcd7cb-0a87-4d54-a439-573825382e10 admin admin] Usage tracker for resource:security_group_rule and tenant:2c81963707224e9fa2594daed06f06b4 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:36:17.167781 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-54dcd7cb-0a87-4d54-a439-573825382e10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:36:17.173988 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-54dcd7cb-0a87-4d54-a439-573825382e10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:36:17.252855 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-54dcd7cb-0a87-4d54-a439-573825382e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:17.330529 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-54dcd7cb-0a87-4d54-a439-573825382e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:17.338268 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-1a63366a-bf0d-42b3-916e-756b2cebfbb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:17.383872 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-54dcd7cb-0a87-4d54-a439-573825382e10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c81963707224e9fa2594daed06f06b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3521352 Jun 03 08:36:17.384853 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcd7cb-0a87-4d54-a439-573825382e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5e83c5-b5c6-4b50-945b-3ae4741dabae,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:17.386530 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 59720) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:36:17.391610 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-54dcd7cb-0a87-4d54-a439-573825382e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:17.443635 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-891c2831-b754-4e4c-b4b2-19c94ddc07a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:17.469466 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-891c2831-b754-4e4c-b4b2-19c94ddc07a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:17.638968 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-891c2831-b754-4e4c-b4b2-19c94ddc07a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:17.644044 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-dc339d8f-7aa5-4de7-920f-1474fd005168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:17.657448 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c2831-b754-4e4c-b4b2-19c94ddc07a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5e83c5-b5c6-4b50-945b-3ae4741dabae,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:17.660314 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-891c2831-b754-4e4c-b4b2-19c94ddc07a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:17.669104 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-891c2831-b754-4e4c-b4b2-19c94ddc07a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:17.670242 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-891c2831-b754-4e4c-b4b2-19c94ddc07a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad5e83c5-b5c6-4b50-945b-3ae4741dabae HTTP/1.1" status: 204 len: 168 time: 0.2826817 Jun 03 08:36:17.719549 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:18.281967 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 59730) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:36:18.298380 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2c17a708-6419-4463-b4b0-a35d046d9543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:18.312640 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-2c17a708-6419-4463-b4b0-a35d046d9543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:36:18.316423 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-2c17a708-6419-4463-b4b0-a35d046d9543 admin admin] Usage tracker for resource:security_group_rule and tenant:d9573a450df74828a355e2f6f11c4d97 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:36:18.319211 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-2c17a708-6419-4463-b4b0-a35d046d9543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:36:18.324792 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-2c17a708-6419-4463-b4b0-a35d046d9543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:36:18.404597 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2c17a708-6419-4463-b4b0-a35d046d9543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:18.461472 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2c17a708-6419-4463-b4b0-a35d046d9543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:18.468528 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-657381c1-f9b5-4368-a29d-ac151507e9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:18.507590 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17a708-6419-4463-b4b0-a35d046d9543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaac24a1-bc81-4820-96a8-dea6da9f3a57,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:18.511869 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-2c17a708-6419-4463-b4b0-a35d046d9543 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9573a450df74828a355e2f6f11c4d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288718 Jun 03 08:36:18.512789 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-2c17a708-6419-4463-b4b0-a35d046d9543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:18.515717 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 59732) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:36:18.574870 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-0b1b75de-3388-46d0-ae84-34bd62c6673c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:18.599538 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-0b1b75de-3388-46d0-ae84-34bd62c6673c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:18.890449 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-0b1b75de-3388-46d0-ae84-34bd62c6673c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:18.894178 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-891d8570-fe42-4533-90dc-6fa917228bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:18.904676 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b75de-3388-46d0-ae84-34bd62c6673c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaac24a1-bc81-4820-96a8-dea6da9f3a57,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:18.909174 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-0b1b75de-3388-46d0-ae84-34bd62c6673c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:18.912128 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-0b1b75de-3388-46d0-ae84-34bd62c6673c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:18.913229 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-0b1b75de-3388-46d0-ae84-34bd62c6673c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eaac24a1-bc81-4820-96a8-dea6da9f3a57 HTTP/1.1" status: 204 len: 168 time: 0.3972597 Jun 03 08:36:23.376326 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-85cad41a-5d88-403b-980c-53f169aa67b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:26.370438 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:26.730555 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-0a97a1b8-d900-4721-bc13-77fb74c7b421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:27.770609 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:29.799279 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:33.073983 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 59894) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:36:33.193514 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-fc727217-c93c-4c64-bd93-f521a683f43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:33.210576 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-fc727217-c93c-4c64-bd93-f521a683f43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:36:33.214545 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-fc727217-c93c-4c64-bd93-f521a683f43b admin admin] Usage tracker for resource:security_group_rule and tenant:a426e2de58bd40b58a6c20068a4a0d06 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:36:33.217580 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-fc727217-c93c-4c64-bd93-f521a683f43b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:36:33.223340 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-fc727217-c93c-4c64-bd93-f521a683f43b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:36:33.344233 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-fc727217-c93c-4c64-bd93-f521a683f43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:33.389340 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc859b7-cee0-4132-bc44-416dc87b9b29 req-ef9dce20-3108-443c-bf04-907b4b6cfad7 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:33.391389 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-edc859b7-cee0-4132-bc44-416dc87b9b29 req-ef9dce20-3108-443c-bf04-907b4b6cfad7 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 946 time: 0.0983677 Jun 03 08:36:33.440995 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-edc859b7-cee0-4132-bc44-416dc87b9b29 req-d8424a4c-ad9e-4dc5-a26e-d066b1e1849c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440598 Jun 03 08:36:33.479308 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-fc727217-c93c-4c64-bd93-f521a683f43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:33.486924 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-eb611ba5-f778-488a-9113-e0a7291cbfcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:33.528701 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-fc727217-c93c-4c64-bd93-f521a683f43b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a426e2de58bd40b58a6c20068a4a0d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4535096 Jun 03 08:36:33.529609 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc727217-c93c-4c64-bd93-f521a683f43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc8b12f-5df7-49ae-af0a-00995c74cb70,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:33.531395 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 59902) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:36:33.532836 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-fc727217-c93c-4c64-bd93-f521a683f43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:33.591393 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d0298be6-cbf7-4635-b7a0-487d126b6491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:33.616790 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d0298be6-cbf7-4635-b7a0-487d126b6491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:33.753532 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d0298be6-cbf7-4635-b7a0-487d126b6491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:33.757337 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-0b94e7e6-e2de-4b68-8920-cdeb8080a7a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:33.770199 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0298be6-cbf7-4635-b7a0-487d126b6491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc8b12f-5df7-49ae-af0a-00995c74cb70,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:33.773986 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d0298be6-cbf7-4635-b7a0-487d126b6491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:33.779482 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d0298be6-cbf7-4635-b7a0-487d126b6491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:33.780661 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-d0298be6-cbf7-4635-b7a0-487d126b6491 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3bc8b12f-5df7-49ae-af0a-00995c74cb70 HTTP/1.1" status: 204 len: 168 time: 0.2468352 Jun 03 08:36:34.639456 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5010362-fb64-4daa-85c0-ac280059107b req-e17baf1b-473b-4c9c-890e-d77b5ee1a7db tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:34.640972 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b5010362-fb64-4daa-85c0-ac280059107b req-e17baf1b-473b-4c9c-890e-d77b5ee1a7db tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 946 time: 0.0851581 Jun 03 08:36:34.686328 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b5010362-fb64-4daa-85c0-ac280059107b req-b2760491-84bf-47cc-b445-5a95282faa81 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395281 Jun 03 08:36:35.002125 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43efeb-0deb-4247-9e8f-cd9e18925943 req-dac8361a-34f8-4387-ab28-e0205c23c137 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:35.003448 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ce43efeb-0deb-4247-9e8f-cd9e18925943 req-dac8361a-34f8-4387-ab28-e0205c23c137 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 946 time: 0.0807874 Jun 03 08:36:35.139380 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-ce43efeb-0deb-4247-9e8f-cd9e18925943 req-5d98147b-988f-4b83-9979-b2d7ccf253fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Deleting port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:36:35.139695 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-ce43efeb-0deb-4247-9e8f-cd9e18925943 req-5d98147b-988f-4b83-9979-b2d7ccf253fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:35.269785 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-ce43efeb-0deb-4247-9e8f-cd9e18925943 req-5d98147b-988f-4b83-9979-b2d7ccf253fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] For port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:36:35.270056 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-ce43efeb-0deb-4247-9e8f-cd9e18925943 req-5d98147b-988f-4b83-9979-b2d7ccf253fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:35.567612 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-ce43efeb-0deb-4247-9e8f-cd9e18925943 req-5d98147b-988f-4b83-9979-b2d7ccf253fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:35.568330 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-ce43efeb-0deb-4247-9e8f-cd9e18925943 req-5d98147b-988f-4b83-9979-b2d7ccf253fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361148'] for floatingip, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:35.568330 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.db.l3_db [req-ce43efeb-0deb-4247-9e8f-cd9e18925943 req-5d98147b-988f-4b83-9979-b2d7ccf253fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Floating IP d95f9c2e-4cad-4308-b467-b3d1600139c6 disassociated. External IP: 172.28.3.202, port: dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b. Jun 03 08:36:35.568646 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-ce43efeb-0deb-4247-9e8f-cd9e18925943 req-5d98147b-988f-4b83-9979-b2d7ccf253fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Calling delete_port for dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b owned by compute:nova {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:36:35.863520 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-ce43efeb-0deb-4247-9e8f-cd9e18925943 req-5d98147b-988f-4b83-9979-b2d7ccf253fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:35.870867 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-08c41852-8ba9-4e49-9025-56163efcd598 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:35.920131 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98147b-988f-4b83-9979-b2d7ccf253fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Pushing event deleted for resources: {'Port': ['ID=dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:35.925825 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-5d98147b-988f-4b83-9979-b2d7ccf253fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:36.003059 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefde5f-d5ef-478e-91f2-3a8f2331cb2a req-963f2fbf-c500-4dc0-873d-2a88a0301f59 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:36.004655 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ddefde5f-d5ef-478e-91f2-3a8f2331cb2a req-963f2fbf-c500-4dc0-873d-2a88a0301f59 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 946 time: 0.2089291 Jun 03 08:36:36.140220 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ddefde5f-d5ef-478e-91f2-3a8f2331cb2a req-b2eefc70-5b85-42bc-b95e-ea543a770bc2 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=0df9945a-0314-49e4-9c46-acf656a140cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269133 Jun 03 08:36:36.164953 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce43efeb-0deb-4247-9e8f-cd9e18925943 req-5d98147b-988f-4b83-9979-b2d7ccf253fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Router 45e424f3-151a-4354-bc78-b64c31009411 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:36:36.348946 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce43efeb-0deb-4247-9e8f-cd9e18925943 req-5d98147b-988f-4b83-9979-b2d7ccf253fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:36:36.358409 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6787fa6-80c5-427d-a248-83c0fec6d4eb None None] Sync routers for ids ['45e424f3-151a-4354-bc78-b64c31009411'] in dv-cinder-787262-5-smb {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:36:36.368843 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6787fa6-80c5-427d-a248-83c0fec6d4eb None None] Routers {'45e424f3-151a-4354-bc78-b64c31009411'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:36:36.369463 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-a6787fa6-80c5-427d-a248-83c0fec6d4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:36:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['45e424f3-151a-4354-bc78-b64c31009411'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:36:36.424032 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce43efeb-0deb-4247-9e8f-cd9e18925943 req-5d98147b-988f-4b83-9979-b2d7ccf253fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] No DVR routers for this DVR port dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b on host hv-cinder-78726 {{(pid=92357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:36:36.426772 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-ce43efeb-0deb-4247-9e8f-cd9e18925943 req-5d98147b-988f-4b83-9979-b2d7ccf253fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:36.429870 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5c4979-cdc0-4097-b215-0936ab970677', 'name': 'network-vif-deleted', 'tag': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:36:36.432221 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82c1ba4-ddd5-4f10-a787-59eeb91c25d1" -d '{"events": [{"server_uuid": "4e5c4979-cdc0-4097-b215-0936ab970677", "name": "network-vif-deleted", "tag": "dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:36:36.509066 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d341a9-c4c4-490a-ab91-1f3eccb39afe x-openstack-request-id: req-91d341a9-c4c4-490a-ab91-1f3eccb39afe {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:36:36.510943 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5c4979-cdc0-4097-b215-0936ab970677", "name": "network-vif-deleted", "tag": "dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:36:36.512679 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91d341a9-c4c4-490a-ab91-1f3eccb39afe {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:36:36.513143 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5c4979-cdc0-4097-b215-0936ab970677', 'name': 'network-vif-deleted', 'tag': 'dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b', 'status': 'completed', 'code': 200} Jun 03 08:36:36.515121 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ce43efeb-0deb-4247-9e8f-cd9e18925943 req-5d98147b-988f-4b83-9979-b2d7ccf253fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.47 "DELETE /v2.0/ports/dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b HTTP/1.1" status: 204 len: 173 time: 1.5057340 Jun 03 08:36:36.561298 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-a6787fa6-80c5-427d-a248-83c0fec6d4eb None None] Set router 45e424f3-151a-4354-bc78-b64c31009411 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:36:36.884727 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-a6787fa6-80c5-427d-a248-83c0fec6d4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e424f3-151a-4354-bc78-b64c31009411', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aad27326-22da-4570-8402-21f2f3a07686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:33:05Z', 'updated_at': '2021-06-03T08:33:13Z', 'revision_number': 4, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'gw_port': {'id': 'aad27326-22da-4570-8402-21f2f3a07686', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:06Z', 'updated_at': '2021-06-03T08:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'd21c1e63-fe95-448d-b229-a898016944e2', 'name': '', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'mac_address': 'fa:16:3e:37:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:11Z', 'updated_at': '2021-06-03T08:33:21Z', 'revision_number': 5, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'subnets': [{'id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:36:36.888548 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6787fa6-80c5-427d-a248-83c0fec6d4eb None None] Checking router: 45e424f3-151a-4354-bc78-b64c31009411 for host: dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:36:36.897121 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6787fa6-80c5-427d-a248-83c0fec6d4eb None None] Routers {'45e424f3-151a-4354-bc78-b64c31009411'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:36:36.897715 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-a6787fa6-80c5-427d-a248-83c0fec6d4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:36:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['45e424f3-151a-4354-bc78-b64c31009411'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:36:37.079414 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-a6787fa6-80c5-427d-a248-83c0fec6d4eb None None] Set router 45e424f3-151a-4354-bc78-b64c31009411 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:36:37.319442 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-adcbcd46-09e7-40b4-8cfa-ba22e38f849b req-49819c26-b9bd-49d8-ac1d-1fb392bcfdfc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5c4979-cdc0-4097-b215-0936ab970677 HTTP/1.1" status: 200 len: 210 time: 0.0432720 Jun 03 08:36:37.413410 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-a6787fa6-80c5-427d-a248-83c0fec6d4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e424f3-151a-4354-bc78-b64c31009411', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aad27326-22da-4570-8402-21f2f3a07686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:33:05Z', 'updated_at': '2021-06-03T08:33:13Z', 'revision_number': 4, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'gw_port': {'id': 'aad27326-22da-4570-8402-21f2f3a07686', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:06Z', 'updated_at': '2021-06-03T08:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'd21c1e63-fe95-448d-b229-a898016944e2', 'name': '', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'mac_address': 'fa:16:3e:37:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:11Z', 'updated_at': '2021-06-03T08:33:21Z', 'revision_number': 5, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'subnets': [{'id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:36:37.417578 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6787fa6-80c5-427d-a248-83c0fec6d4eb None None] The sync data for ids ['45e424f3-151a-4354-bc78-b64c31009411'] in dv-cinder-787262-5-smb is: [{'id': '45e424f3-151a-4354-bc78-b64c31009411', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aad27326-22da-4570-8402-21f2f3a07686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:33:05Z', 'updated_at': '2021-06-03T08:33:13Z', 'revision_number': 4, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'gw_port': {'id': 'aad27326-22da-4570-8402-21f2f3a07686', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:06Z', 'updated_at': '2021-06-03T08:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'd21c1e63-fe95-448d-b229-a898016944e2', 'name': '', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'mac_address': 'fa:16:3e:37:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:11Z', 'updated_at': '2021-06-03T08:33:21Z', 'revision_number': 5, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'subnets': [{'id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:36:37.675768 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7404ba-1899-4fe5-9c53-981f8ca5e5c8 None None] New status for floating IP d95f9c2e-4cad-4308-b467-b3d1600139c6: DOWN {{(pid=92359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 08:36:38.555316 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 59928) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:36:38.618834 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-05a344c7-5302-4ec3-b482-901ba0eaf10a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:38.650593 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-05a344c7-5302-4ec3-b482-901ba0eaf10a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:38.782557 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-05a344c7-5302-4ec3-b482-901ba0eaf10a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:38.787735 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-a6f86457-b1eb-48d7-a4c4-724cf889c234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:38.803154 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a344c7-5302-4ec3-b482-901ba0eaf10a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df9945a-0314-49e4-9c46-acf656a140cd,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:38.806656 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-05a344c7-5302-4ec3-b482-901ba0eaf10a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:38.907658 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-05a344c7-5302-4ec3-b482-901ba0eaf10a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:38.908706 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-05a344c7-5302-4ec3-b482-901ba0eaf10a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "DELETE /v2.0/security-groups/0df9945a-0314-49e4-9c46-acf656a140cd HTTP/1.1" status: 204 len: 168 time: 0.3524241 Jun 03 08:36:38.911356 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 59930) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:36:38.926822 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.api.v2.resource [None req-1973633c-23ff-4b34-a503-c862b00ab26e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] show failed (client error): The resource could not be found. Jun 03 08:36:38.927791 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-1973633c-23ff-4b34-a503-c862b00ab26e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups/0df9945a-0314-49e4-9c46-acf656a140cd HTTP/1.1" status: 404 len: 347 time: 0.0155470 Jun 03 08:36:38.930605 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 59932) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:36:39.151259 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-83001544-936e-4899-9022-4b91e8a8f9fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Deleting port 38ed1ec9-c896-4bbd-badc-e2edb4c73621 {{(pid=92356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:36:39.151599 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-83001544-936e-4899-9022-4b91e8a8f9fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:39.269075 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-83001544-936e-4899-9022-4b91e8a8f9fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:39.269416 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-83001544-936e-4899-9022-4b91e8a8f9fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:39.391684 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-83001544-936e-4899-9022-4b91e8a8f9fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Calling delete_port for 38ed1ec9-c896-4bbd-badc-e2edb4c73621 owned by network:floatingip {{(pid=92356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:36:39.593574 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:36:39.628168 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] No Port match for: dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:36:39.628505 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device dc6293c0-1ef9-4cf0-9a5f-39ba3d61ce4b not bound to the agent host hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:36:39.650737 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-83001544-936e-4899-9022-4b91e8a8f9fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:39.654557 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-f8b5e2ad-c86c-4f04-a144-50a7b1c6be1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:39.785163 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83001544-936e-4899-9022-4b91e8a8f9fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Pushing event deleted for resources: {'Port': ['ID=38ed1ec9-c896-4bbd-badc-e2edb4c73621,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:39.787763 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-83001544-936e-4899-9022-4b91e8a8f9fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:39.876053 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-83001544-936e-4899-9022-4b91e8a8f9fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for floatingip, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:39.890153 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-83001544-936e-4899-9022-4b91e8a8f9fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for floatingip, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:39.893487 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-83001544-936e-4899-9022-4b91e8a8f9fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "DELETE /v2.0/floatingips/d95f9c2e-4cad-4308-b467-b3d1600139c6 HTTP/1.1" status: 204 len: 168 time: 0.9598999 Jun 03 08:36:40.174457 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 59940) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:36:40.179263 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-60f537cb-2ac4-479b-9732-b605e1e7fd33 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1396163687', 'description': 'tempest-description--1677747393'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:36:40.185100 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-60f537cb-2ac4-479b-9732-b605e1e7fd33 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:36:40.190108 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-60f537cb-2ac4-479b-9732-b605e1e7fd33 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Usage tracker for resource:security_group and tenant:bdd92ec4f372413b96455fe8b4025af3 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:36:40.196534 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-60f537cb-2ac4-479b-9732-b605e1e7fd33 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:36:40.199015 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-60f537cb-2ac4-479b-9732-b605e1e7fd33 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:36:40.273701 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-60f537cb-2ac4-479b-9732-b605e1e7fd33 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:40.297559 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-60f537cb-2ac4-479b-9732-b605e1e7fd33 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:36:40.301383 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-60f537cb-2ac4-479b-9732-b605e1e7fd33 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Usage tracker for resource:security_group_rule and tenant:bdd92ec4f372413b96455fe8b4025af3 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:36:40.304203 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-60f537cb-2ac4-479b-9732-b605e1e7fd33 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:36:40.310012 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-60f537cb-2ac4-479b-9732-b605e1e7fd33 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:36:40.378538 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-60f537cb-2ac4-479b-9732-b605e1e7fd33 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:40.479319 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-60f537cb-2ac4-479b-9732-b605e1e7fd33 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:40.483117 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-b0e28d7d-90f5-41d5-bf4a-91652edd5174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:40.523315 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f537cb-2ac4-479b-9732-b605e1e7fd33 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90266e0b-7c0e-440f-828e-46f038b65244,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:40.526355 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-60f537cb-2ac4-479b-9732-b605e1e7fd33 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:40.616282 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-60f537cb-2ac4-479b-9732-b605e1e7fd33 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:40.617544 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-60f537cb-2ac4-479b-9732-b605e1e7fd33 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4421043 Jun 03 08:36:40.621021 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 59942) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:36:40.626342 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-b6ad3da1-01b6-4f22-bb28-86fb846886be tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Request body: {'security_group_rule': {'security_group_id': '90266e0b-7c0e-440f-828e-46f038b65244', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:36:40.632488 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-b6ad3da1-01b6-4f22-bb28-86fb846886be tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:36:40.636316 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-b6ad3da1-01b6-4f22-bb28-86fb846886be tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Usage tracker for resource:security_group_rule and tenant:bdd92ec4f372413b96455fe8b4025af3 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:36:40.639167 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-b6ad3da1-01b6-4f22-bb28-86fb846886be tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:36:40.645668 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-b6ad3da1-01b6-4f22-bb28-86fb846886be tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:36:40.736651 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b6ad3da1-01b6-4f22-bb28-86fb846886be tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:40.806687 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b6ad3da1-01b6-4f22-bb28-86fb846886be tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:40.873680 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b6ad3da1-01b6-4f22-bb28-86fb846886be tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270152'] for security_group_rule, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:40.882429 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:40.900667 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad3da1-01b6-4f22-bb28-86fb846886be tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d897390-2287-4a9e-acd3-cfbc698296c0,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:40.903222 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-b6ad3da1-01b6-4f22-bb28-86fb846886be tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:40.976575 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b6ad3da1-01b6-4f22-bb28-86fb846886be tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:40.977794 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-b6ad3da1-01b6-4f22-bb28-86fb846886be tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3557198 Jun 03 08:36:40.980533 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 59944) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:36:40.985757 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-7f338b28-d353-4221-8372-c0dd93dde478 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Request body: {'security_group_rule': {'security_group_id': '90266e0b-7c0e-440f-828e-46f038b65244', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:36:40.992067 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-7f338b28-d353-4221-8372-c0dd93dde478 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:36:40.996028 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-7f338b28-d353-4221-8372-c0dd93dde478 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Usage tracker for resource:security_group_rule and tenant:bdd92ec4f372413b96455fe8b4025af3 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:36:40.999317 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-7f338b28-d353-4221-8372-c0dd93dde478 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:36:41.006024 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-7f338b28-d353-4221-8372-c0dd93dde478 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:36:41.101730 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7f338b28-d353-4221-8372-c0dd93dde478 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:41.168286 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7f338b28-d353-4221-8372-c0dd93dde478 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:41.274419 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7f338b28-d353-4221-8372-c0dd93dde478 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270152'] for security_group_rule, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:41.276638 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-3bbf595f-81e3-406e-8141-d579795fdb44 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:41.299770 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f338b28-d353-4221-8372-c0dd93dde478 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375a4626-273d-4465-abf8-f6849aaa1a68,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:41.304026 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-7f338b28-d353-4221-8372-c0dd93dde478 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:41.399643 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7f338b28-d353-4221-8372-c0dd93dde478 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:41.400835 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-7f338b28-d353-4221-8372-c0dd93dde478 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4192894 Jun 03 08:36:41.403849 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 59948) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:36:41.408237 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Request body: {'floatingip': {'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:36:41.414040 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:36:41.417937 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Usage tracker for resource:floatingip and tenant:bdd92ec4f372413b96455fe8b4025af3 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:36:41.420749 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:36:41.426602 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:36:41.559337 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for floatingip, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:41.694454 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:41.823334 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_common [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Allocated IP 172.28.3.41 (ab209c3f-5e8a-42b5-8e48-1393c2a10612/ef3066cf-66bb-4e4c-b52a-e1ade41f3158/6be00af7-1ca7-421e-aad8-594bb225c2d2) {{(pid=92356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:36:41.972708 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for port, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:42.091258 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:42.095602 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:42.161903 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Network ab209c3f-5e8a-42b5-8e48-1393c2a10612 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:36:42.164647 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:36:42.167070 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Received port after_create {{(pid=92356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:36:42.201173 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Pushing event updated for resources: {'Port': ['ID=6be00af7-1ca7-421e-aad8-594bb225c2d2,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:42.204461 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:42.250447 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:42.381524 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:42.648025 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for port, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:42.713421 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15262479'] for port, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:42.717237 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-825f97b5-6581-4f39-8285-dacd54241b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:42.826543 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Pushing event updated for resources: {'Port': ['ID=6be00af7-1ca7-421e-aad8-594bb225c2d2,revision_number=2']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:42.829398 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:42.836813 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361148'] for floatingip, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:42.925246 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for floatingip, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:42.926524 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5217590 Jun 03 08:36:43.146132 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fe08265d-d0b2-456d-90db-7065f470193f req-f323b45f-7030-4fed-9b90-72304c6d75cb tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1396163687&fields=id&tenant_id=bdd92ec4f372413b96455fe8b4025af3 HTTP/1.1" status: 200 len: 267 time: 0.0404150 Jun 03 08:36:43.295611 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08265d-d0b2-456d-90db-7065f470193f req-e60e17b6-3ff3-47e7-85e5-71090c692c99 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:43.296958 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fe08265d-d0b2-456d-90db-7065f470193f req-e60e17b6-3ff3-47e7-85e5-71090c692c99 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/networks?id=770556f7-a783-4401-a31e-c720773b8096 HTTP/1.1" status: 200 len: 816 time: 0.1443295 Jun 03 08:36:43.311378 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fe08265d-d0b2-456d-90db-7065f470193f req-2c068253-23d5-402a-aa22-02c67d39c4fe tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/quotas/bdd92ec4f372413b96455fe8b4025af3 HTTP/1.1" status: 200 len: 375 time: 0.0091028 Jun 03 08:36:43.394917 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-fe08265d-d0b2-456d-90db-7065f470193f req-082fe74e-4b33-48bf-8a96-82a81694dcf8 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Synchronizing usage tracker for tenant:bdd92ec4f372413b96455fe8b4025af3 on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:36:43.531764 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-fe08265d-d0b2-456d-90db-7065f470193f req-082fe74e-4b33-48bf-8a96-82a81694dcf8 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Unset dirty status for tenant:bdd92ec4f372413b96455fe8b4025af3 on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:36:43.533137 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fe08265d-d0b2-456d-90db-7065f470193f req-082fe74e-4b33-48bf-8a96-82a81694dcf8 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bdd92ec4f372413b96455fe8b4025af3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2166893 Jun 03 08:36:43.672120 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fe08265d-d0b2-456d-90db-7065f470193f req-acf494d2-69db-4985-b7c4-c734c47ac201 service neutron] 10.222.0.18 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272194 Jun 03 08:36:43.805733 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fe08265d-d0b2-456d-90db-7065f470193f req-23a98ece-b3ba-435d-a861-436bdc961933 service neutron] 10.222.0.18 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276927 Jun 03 08:36:44.065395 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-594d3b30-ad1d-4828-927a-834615f63d46 req-b1b2eb6f-dca8-4cf6-8f68-b5ea7bd51701 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Synchronizing usage tracker for tenant:bdd92ec4f372413b96455fe8b4025af3 on resource:port {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:36:44.077219 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-594d3b30-ad1d-4828-927a-834615f63d46 req-b1b2eb6f-dca8-4cf6-8f68-b5ea7bd51701 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Unset dirty status for tenant:bdd92ec4f372413b96455fe8b4025af3 on resource:port {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:36:44.079083 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-594d3b30-ad1d-4828-927a-834615f63d46 req-b1b2eb6f-dca8-4cf6-8f68-b5ea7bd51701 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 210 time: 0.0559518 Jun 03 08:36:45.235675 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-db4ac38b-ce16-4430-9476-34474839d726 req-597088f5-a4e9-4da2-a131-65dc7d51f8db tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 210 time: 0.0439055 Jun 03 08:36:46.218904 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08265d-d0b2-456d-90db-7065f470193f req-c6b71b89-0c87-4d60-86c7-d4501be81696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:46.220277 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fe08265d-d0b2-456d-90db-7065f470193f req-c6b71b89-0c87-4d60-86c7-d4501be81696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.47 "GET /v2.0/networks?id=770556f7-a783-4401-a31e-c720773b8096 HTTP/1.1" status: 200 len: 816 time: 0.1501341 Jun 03 08:36:46.273632 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fe08265d-d0b2-456d-90db-7065f470193f req-f038a30c-cd42-4da5-9007-582966843d7c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdd92ec4f372413b96455fe8b4025af3 HTTP/1.1" status: 200 len: 380 time: 0.0447240 Jun 03 08:36:46.287297 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-fe08265d-d0b2-456d-90db-7065f470193f req-d7fbf579-da85-4a04-9aa4-ee0c6f4445c0 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Request body: {'port': {'device_id': '11554f70-7dae-4ef9-b68b-d08f5692fd23', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'admin_state_up': True, 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'security_groups': ['90266e0b-7c0e-440f-828e-46f038b65244']}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:36:46.414686 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-cb3ad8b7-079d-4a38-a753-20572082dd91 req-55929775-d1f3-4e8e-842f-21df18a84262 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 210 time: 0.0611918 Jun 03 08:36:46.524144 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-fe08265d-d0b2-456d-90db-7065f470193f req-d7fbf579-da85-4a04-9aa4-ee0c6f4445c0 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:36:46.536558 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-fe08265d-d0b2-456d-90db-7065f470193f req-d7fbf579-da85-4a04-9aa4-ee0c6f4445c0 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:36:46.616055 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe08265d-d0b2-456d-90db-7065f470193f req-d7fbf579-da85-4a04-9aa4-ee0c6f4445c0 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Made reservation on behalf of bdd92ec4f372413b96455fe8b4025af3 for: {'port': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:36:46.619734 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-fe08265d-d0b2-456d-90db-7065f470193f req-d7fbf579-da85-4a04-9aa4-ee0c6f4445c0 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:46.787713 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_common [req-fe08265d-d0b2-456d-90db-7065f470193f req-d7fbf579-da85-4a04-9aa4-ee0c6f4445c0 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Allocated IP 172.20.0.8 (770556f7-a783-4401-a31e-c720773b8096/b8510487-57b7-471a-bd67-7c6c7ee2984a/8a1e8d3b-0eab-4785-985f-48fbefdbeb48) {{(pid=92357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:36:46.974405 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-fe08265d-d0b2-456d-90db-7065f470193f req-d7fbf579-da85-4a04-9aa4-ee0c6f4445c0 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for port, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:46.990146 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [req-fe08265d-d0b2-456d-90db-7065f470193f req-d7fbf579-da85-4a04-9aa4-ee0c6f4445c0 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Transition to ACTIVE for port object 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 will not be triggered until provisioned by entity DHCP. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:36:47.085236 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-fe08265d-d0b2-456d-90db-7065f470193f req-d7fbf579-da85-4a04-9aa4-ee0c6f4445c0 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:47.091119 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:47.155361 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe08265d-d0b2-456d-90db-7065f470193f req-d7fbf579-da85-4a04-9aa4-ee0c6f4445c0 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Network 770556f7-a783-4401-a31e-c720773b8096 is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:36:47.158953 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [req-fe08265d-d0b2-456d-90db-7065f470193f req-d7fbf579-da85-4a04-9aa4-ee0c6f4445c0 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:36:47.162873 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe08265d-d0b2-456d-90db-7065f470193f req-d7fbf579-da85-4a04-9aa4-ee0c6f4445c0 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Received port after_create {{(pid=92357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:36:47.196070 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbf579-da85-4a04-9aa4-ee0c6f4445c0 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Pushing event updated for resources: {'Port': ['ID=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:47.203370 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-d7fbf579-da85-4a04-9aa4-ee0c6f4445c0 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:47.236310 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08265d-d0b2-456d-90db-7065f470193f req-d7fbf579-da85-4a04-9aa4-ee0c6f4445c0 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:47.236953 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-fe08265d-d0b2-456d-90db-7065f470193f req-d7fbf579-da85-4a04-9aa4-ee0c6f4445c0 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:47.331330 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fe08265d-d0b2-456d-90db-7065f470193f req-d7fbf579-da85-4a04-9aa4-ee0c6f4445c0 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0523555 Jun 03 08:36:47.343984 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Request body: {'port': {'device_id': '11554f70-7dae-4ef9-b68b-d08f5692fd23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:36:47.433648 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-8dfc3008-315e-493a-8d99-60d8e3e4c1d4 None None] Provisioning for port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:36:47.451583 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-8dfc3008-315e-493a-8d99-60d8e3e4c1d4 None None] Provisioning complete for port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:36:47.451974 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-8dfc3008-315e-493a-8d99-60d8e3e4c1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:47.457386 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:47.560436 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-8dfc3008-315e-493a-8d99-60d8e3e4c1d4 None None] Port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 cannot update to ACTIVE because it is not bound. {{(pid=92358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 08:36:47.702037 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:47.789098 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301375be-6d9c-4480-98f1-662886cf9132 req-8e7434ae-c85f-41de-aee2-ae616dc7953b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:47.789788 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-301375be-6d9c-4480-98f1-662886cf9132 req-8e7434ae-c85f-41de-aee2-ae616dc7953b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Synchronizing usage tracker for tenant:bdd92ec4f372413b96455fe8b4025af3 on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:36:47.898328 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 {{(pid=92357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:36:47.905821 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:47.920237 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Transition to ACTIVE for port object 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 will not be triggered until provisioned by entity L2. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:36:47.920983 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-301375be-6d9c-4480-98f1-662886cf9132 req-8e7434ae-c85f-41de-aee2-ae616dc7953b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Unset dirty status for tenant:bdd92ec4f372413b96455fe8b4025af3 on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:36:47.922675 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-301375be-6d9c-4480-98f1-662886cf9132 req-8e7434ae-c85f-41de-aee2-ae616dc7953b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 931 time: 0.3336747 Jun 03 08:36:47.974731 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-301375be-6d9c-4480-98f1-662886cf9132 req-2f795b14-3bcb-41f0-96b6-05ed89b87078 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460789 Jun 03 08:36:48.010872 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:48.014942 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-36d7414d-b790-4e60-83f4-e788e8cb0a33 tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:48.169963 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,revision_number=2']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:48.177972 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:48.255909 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Attempting to bind port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:36:48.256254 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Attempting to bind port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'bb5e6721-c932-40a6-91b3-466d55177c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '770556f7-a783-4401-a31e-c720773b8096'}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:36:48.256572 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Attempting to bind port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 on network 770556f7-a783-4401-a31e-c720773b8096 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:36:48.261333 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 on network 770556f7-a783-4401-a31e-c720773b8096 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 08:36:48.261642 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Attempting to bind port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 on network 770556f7-a783-4401-a31e-c720773b8096 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:36:48.266935 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Checking agent: {'id': '0b62ef4c-67a0-4b60-a013-2ab920ba3ff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'started_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:36:48.267185 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Checking segment: {'id': 'bb5e6721-c932-40a6-91b3-466d55177c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '770556f7-a783-4401-a31e-c720773b8096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:36:48.269249 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Bound using segment: {'id': 'bb5e6721-c932-40a6-91b3-466d55177c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '770556f7-a783-4401-a31e-c720773b8096'} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:36:48.269249 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Bound port: 8a1e8d3b-0eab-4785-985f-48fbefdbeb48, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5e6721-c932-40a6-91b3-466d55177c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '770556f7-a783-4401-a31e-c720773b8096'}}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:36:48.269249 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:48.359714 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] For port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48, host hv-cinder-78726, cleared binding levels {{(pid=92357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:36:48.362676 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] For port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:36:48.497044 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:48.502258 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-258a2cda-5112-4137-8d1f-3d876fd8d45a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:48.571974 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:48.572661 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:48.574068 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fe08265d-d0b2-456d-90db-7065f470193f req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] 10.222.0.47 "PUT /v2.0/ports/8a1e8d3b-0eab-4785-985f-48fbefdbeb48 HTTP/1.1" status: 200 len: 1093 time: 1.2352729 Jun 03 08:36:48.574576 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11554f70-7dae-4ef9-b68b-d08f5692fd23', 'tag': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:36:48.578132 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842849dc-3c4e-4e00-a4f8-d553168d74e5" -d '{"events": [{"name": "network-changed", "server_uuid": "11554f70-7dae-4ef9-b68b-d08f5692fd23", "tag": "8a1e8d3b-0eab-4785-985f-48fbefdbeb48"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:36:48.607204 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,revision_number=3']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:48.616906 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:48.649669 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8adb7e-13be-4647-baca-dc30b9b125bd x-openstack-request-id: req-4a8adb7e-13be-4647-baca-dc30b9b125bd {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:36:48.650035 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11554f70-7dae-4ef9-b68b-d08f5692fd23", "tag": "8a1e8d3b-0eab-4785-985f-48fbefdbeb48", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:36:48.650406 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a8adb7e-13be-4647-baca-dc30b9b125bd {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:36:48.650838 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11554f70-7dae-4ef9-b68b-d08f5692fd23', 'tag': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48', 'status': 'completed', 'code': 200} Jun 03 08:36:48.832789 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:36:48.846202 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842849dc-3c4e-4e00-a4f8-d553168d74e5 req-c187d34d-b7fd-47d9-bf3c-ffcb379abc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:48.847673 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-842849dc-3c4e-4e00-a4f8-d553168d74e5 req-c187d34d-b7fd-47d9-bf3c-ffcb379abc00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdd92ec4f372413b96455fe8b4025af3&device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 1096 time: 0.1666019 Jun 03 08:36:48.992376 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842849dc-3c4e-4e00-a4f8-d553168d74e5 req-497cea02-1f6b-4482-9fe3-1edb634acb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:48.993797 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-842849dc-3c4e-4e00-a4f8-d553168d74e5 req-497cea02-1f6b-4482-9fe3-1edb634acb72 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=bdd92ec4f372413b96455fe8b4025af3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1394489 Jun 03 08:36:49.135924 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842849dc-3c4e-4e00-a4f8-d553168d74e5 req-1ec6ad1a-904e-4332-bbd1-80f2c3bf9335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:49.137339 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-842849dc-3c4e-4e00-a4f8-d553168d74e5 req-1ec6ad1a-904e-4332-bbd1-80f2c3bf9335 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1364052 Jun 03 08:36:49.173207 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3903255-ede6-4bed-ae01-c0c653c668c7 req-de8397a7-aafd-47d7-9dcf-2bd4cf360cc5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:49.174730 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d3903255-ede6-4bed-ae01-c0c653c668c7 req-de8397a7-aafd-47d7-9dcf-2bd4cf360cc5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 943 time: 0.0825202 Jun 03 08:36:49.221509 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-d3903255-ede6-4bed-ae01-c0c653c668c7 req-92f30167-1349-4fdd-ac10-d3a6928522c8 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Synchronizing usage tracker for tenant:bdd92ec4f372413b96455fe8b4025af3 on resource:security_group {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:36:49.252125 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08265d-d0b2-456d-90db-7065f470193f req-8c5d715f-5b14-4295-9846-5ec777f7800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:49.253577 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fe08265d-d0b2-456d-90db-7065f470193f req-8c5d715f-5b14-4295-9846-5ec777f7800e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdd92ec4f372413b96455fe8b4025af3&device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 1096 time: 0.0775006 Jun 03 08:36:49.308130 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-d3903255-ede6-4bed-ae01-c0c653c668c7 req-92f30167-1349-4fdd-ac10-d3a6928522c8 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Unset dirty status for tenant:bdd92ec4f372413b96455fe8b4025af3 on resource:security_group {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:36:49.309467 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d3903255-ede6-4bed-ae01-c0c653c668c7 req-92f30167-1349-4fdd-ac10-d3a6928522c8 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288970 Jun 03 08:36:49.322507 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fe08265d-d0b2-456d-90db-7065f470193f req-b568f5ef-1a50-4109-b5c3-486ee24e6d83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a1e8d3b-0eab-4785-985f-48fbefdbeb48 HTTP/1.1" status: 200 len: 217 time: 0.0609999 Jun 03 08:36:49.389124 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08265d-d0b2-456d-90db-7065f470193f req-e986641d-b9c2-40eb-a967-7414239443ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:49.390583 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fe08265d-d0b2-456d-90db-7065f470193f req-e986641d-b9c2-40eb-a967-7414239443ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b8510487-57b7-471a-bd67-7c6c7ee2984a HTTP/1.1" status: 200 len: 855 time: 0.0617702 Jun 03 08:36:49.464827 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08265d-d0b2-456d-90db-7065f470193f req-97896c49-9410-41d1-8f90-2cf8243018dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:49.466318 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fe08265d-d0b2-456d-90db-7065f470193f req-97896c49-9410-41d1-8f90-2cf8243018dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770556f7-a783-4401-a31e-c720773b8096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0694077 Jun 03 08:36:49.601231 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fe08265d-d0b2-456d-90db-7065f470193f req-9fe17d1c-c12e-47f1-a42c-20fe00c8d7af service neutron] 10.222.0.47 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279802 Jun 03 08:36:49.742320 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fe08265d-d0b2-456d-90db-7065f470193f req-e9b8cb46-bae3-44af-a853-ae318d7a143a service neutron] 10.222.0.47 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339734 Jun 03 08:36:50.507853 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287721f-e546-43a3-a371-e1bbbdfb207f req-da7d1a42-776a-4cd9-aa49-23a1315f9592 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:50.509326 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9287721f-e546-43a3-a371-e1bbbdfb207f req-da7d1a42-776a-4cd9-aa49-23a1315f9592 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 943 time: 0.0860884 Jun 03 08:36:50.555009 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9287721f-e546-43a3-a371-e1bbbdfb207f req-d1c9d99a-9f96-4bf0-9626-d94c99ae3f00 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395994 Jun 03 08:36:51.385402 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b764d-7b56-4a18-8195-b6dd27e298b7 req-1e5bc670-0a4d-46e6-983d-859a9d1f6299 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:51.386889 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-344b764d-7b56-4a18-8195-b6dd27e298b7 req-1e5bc670-0a4d-46e6-983d-859a9d1f6299 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0791490 Jun 03 08:36:51.436954 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-344b764d-7b56-4a18-8195-b6dd27e298b7 req-e1681db8-c3d0-484c-b8b2-7517d5dbd4df tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444491 Jun 03 08:36:51.672907 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:36:51.755744 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ce4a4-d585-4566-bf63-0679e8bdae8a req-2aad5c01-6969-43b5-824d-2725629c44c5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:51.757103 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-415ce4a4-d585-4566-bf63-0679e8bdae8a req-2aad5c01-6969-43b5-824d-2725629c44c5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 943 time: 0.0849698 Jun 03 08:36:51.802763 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-415ce4a4-d585-4566-bf63-0679e8bdae8a req-bbad7f74-eadd-409b-b7d8-1dd76ea83a99 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397873 Jun 03 08:36:51.807902 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:36:51.821327 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'port_id': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48', 'mac_address': 'fa:16:3e:d3:c4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:36:51.878632 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:51.895024 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:36:51.911108 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:36:52.010841 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:52.012528 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:52.078347 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:52.085653 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:52.085992 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:52.086365 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:52.086690 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:52.087007 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:52.087367 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:52.087687 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:52.087996 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:52.088311 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:52.088622 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:52.088930 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:52.089237 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:36:52.093050 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:52.240594 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['8a1e8d3b-0eab-4785-985f-48fbefdbeb48'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:36:52.634170 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30e99e-f356-4c27-8202-2b2ef6c042f6 req-398df318-afb6-4d0d-85d9-228c82012eb8 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:52.635629 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ab30e99e-f356-4c27-8202-2b2ef6c042f6 req-398df318-afb6-4d0d-85d9-228c82012eb8 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0844078 Jun 03 08:36:52.680650 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ab30e99e-f356-4c27-8202-2b2ef6c042f6 req-a3680419-2493-4cf6-8e95-6addb10cffb5 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393758 Jun 03 08:36:52.992477 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b21921-2802-4242-a828-353efe06fd2c req-d10cfdc1-7da7-48f7-96ba-577f7d62a571 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:52.993991 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-40b21921-2802-4242-a828-353efe06fd2c req-d10cfdc1-7da7-48f7-96ba-577f7d62a571 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 944 time: 0.0813742 Jun 03 08:36:53.039101 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-40b21921-2802-4242-a828-353efe06fd2c req-857e9137-1fd2-4c8d-8f4f-b0cf24305516 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386491 Jun 03 08:36:53.341931 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-ee8dea29-c618-4574-8414-4983156cf08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:53.694427 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:36:53.856680 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning for port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:36:53.862319 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:36:53.865994 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:53.869636 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd10ac5-40cd-42d2-a773-f2e212a06002 req-c41b7302-54a0-4e3a-9f49-37f084e0b067 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:53.871120 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3bd10ac5-40cd-42d2-a773-f2e212a06002 req-c41b7302-54a0-4e3a-9f49-37f084e0b067 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0825293 Jun 03 08:36:53.916290 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3bd10ac5-40cd-42d2-a773-f2e212a06002 req-24615f7a-fe30-4843-8d27-fa3075d92572 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395734 Jun 03 08:36:53.981619 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:54.008688 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11554f70-7dae-4ef9-b68b-d08f5692fd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:36:54.011235 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230fbc93-d51c-49c5-9f07-181f0917d1fe" -d '{"events": [{"server_uuid": "11554f70-7dae-4ef9-b68b-d08f5692fd23", "name": "network-vif-plugged", "status": "completed", "tag": "8a1e8d3b-0eab-4785-985f-48fbefdbeb48"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:36:54.019059 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:36:54.056141 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5afb6ab-2079-4bfc-80b6-10063b018159 x-openstack-request-id: req-a5afb6ab-2079-4bfc-80b6-10063b018159 {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:36:54.056141 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11554f70-7dae-4ef9-b68b-d08f5692fd23", "name": "network-vif-plugged", "status": "completed", "tag": "8a1e8d3b-0eab-4785-985f-48fbefdbeb48", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:36:54.056141 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5afb6ab-2079-4bfc-80b6-10063b018159 {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:36:54.056141 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11554f70-7dae-4ef9-b68b-d08f5692fd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48', 'code': 200} Jun 03 08:36:54.124903 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:54.126799 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:36:54.195467 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:36:54.198531 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:36:54.233466 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44eea7-1bd0-400b-ac3d-ce517c636fc0 req-f7800236-5da0-4051-b6a6-9e71ee9501ce tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:54.235431 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-db44eea7-1bd0-400b-ac3d-ce517c636fc0 req-f7800236-5da0-4051-b6a6-9e71ee9501ce tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.0872450 Jun 03 08:36:54.279919 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-db44eea7-1bd0-400b-ac3d-ce517c636fc0 req-c80c4520-5890-44fa-bb29-dbe6d2a1dcc1 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386539 Jun 03 08:36:54.457696 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b274-1405-4ccc-acdf-15257c034675 req-8a8dc324-f9a8-40d9-8b7e-6c72d2e77bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:54.459175 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f517b274-1405-4ccc-acdf-15257c034675 req-8a8dc324-f9a8-40d9-8b7e-6c72d2e77bfe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 1098 time: 0.0686822 Jun 03 08:36:54.505244 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f517b274-1405-4ccc-acdf-15257c034675 req-c9b7b312-39ed-4068-82fd-4e0ba68abefd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391860 Jun 03 08:36:55.179252 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03009107-027f-461a-a569-564104e5faf0 req-06cac8fb-98f5-4fbb-970e-c65cba873cec tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:55.180822 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-03009107-027f-461a-a569-564104e5faf0 req-06cac8fb-98f5-4fbb-970e-c65cba873cec tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.1528993 Jun 03 08:36:55.225651 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-03009107-027f-461a-a569-564104e5faf0 req-f2b61d14-6493-4054-b5fa-3825bff0a7aa tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390794 Jun 03 08:36:55.474900 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e6b83-d5cc-4c4d-bea6-17589e9a78d2 req-722dd465-7d0d-4b1b-891a-887c5c1c4523 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:55.476289 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4a4e6b83-d5cc-4c4d-bea6-17589e9a78d2 req-722dd465-7d0d-4b1b-891a-887c5c1c4523 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.0800538 Jun 03 08:36:55.522064 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4a4e6b83-d5cc-4c4d-bea6-17589e9a78d2 req-4d4fa5c7-98b1-4b54-866d-c043091391ab tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400729 Jun 03 08:36:56.365282 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:56.419300 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837176cc-9b51-4f95-a5ec-d403f97f0e75 req-2e5d5280-0f64-404b-b6c5-a273c5204787 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:56.420731 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-837176cc-9b51-4f95-a5ec-d403f97f0e75 req-2e5d5280-0f64-404b-b6c5-a273c5204787 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0808790 Jun 03 08:36:56.465768 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-837176cc-9b51-4f95-a5ec-d403f97f0e75 req-fb29acce-3312-4315-a682-a527051f33a6 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385652 Jun 03 08:36:56.753954 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-ee114df2-5d37-410c-b4ff-9510453d8d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:56.790491 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fbe92-e357-494d-91d3-59f9380565e0 req-25545fce-8ead-4fb6-9fcc-4d04e28cad85 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:56.791970 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a55fbe92-e357-494d-91d3-59f9380565e0 req-25545fce-8ead-4fb6-9fcc-4d04e28cad85 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.1576908 Jun 03 08:36:56.839243 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a55fbe92-e357-494d-91d3-59f9380565e0 req-b17024f7-a6c7-4f62-b6f2-8ef85b8e6bec tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412700 Jun 03 08:36:57.021957 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080198dc-f493-4100-9688-ba90bb4e4fdc req-2308208f-4b33-43db-afce-801b818503fe tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:57.023356 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-080198dc-f493-4100-9688-ba90bb4e4fdc req-2308208f-4b33-43db-afce-801b818503fe tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.0795221 Jun 03 08:36:57.031807 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60048) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:36:57.036279 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-5aa2c3e5-19fb-4e20-8b09-bca1d4e2a148 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Request body: {'floatingip': {'port_id': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:36:57.113575 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-5aa2c3e5-19fb-4e20-8b09-bca1d4e2a148 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for floatingip, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:57.658968 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0e5cb-b703-49b6-926c-cff3177b6637 req-9d3fc21f-6d50-441d-9b85-33eaa9f0c57f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:57.660427 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b0a0e5cb-b703-49b6-926c-cff3177b6637 req-9d3fc21f-6d50-441d-9b85-33eaa9f0c57f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0884993 Jun 03 08:36:57.702927 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-5aa2c3e5-19fb-4e20-8b09-bca1d4e2a148 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:57.707963 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b0a0e5cb-b703-49b6-926c-cff3177b6637 req-f5621be5-668d-40b4-9b52-66fbd9949f7e tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410559 Jun 03 08:36:57.771149 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-5aa2c3e5-19fb-4e20-8b09-bca1d4e2a148 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361148'] for floatingip, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:57.799593 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:57.941264 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.db.l3_db [None req-5aa2c3e5-19fb-4e20-8b09-bca1d4e2a148 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Floating IP cba8b262-7293-4b80-806e-bfdd4158d1c0 associated. External IP: 172.28.3.41, port: 8a1e8d3b-0eab-4785-985f-48fbefdbeb48. Jun 03 08:36:58.372947 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa2c3e5-19fb-4e20-8b09-bca1d4e2a148 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Router 45e424f3-151a-4354-bc78-b64c31009411 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:36:58.555802 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa2c3e5-19fb-4e20-8b09-bca1d4e2a148 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:36:58.560752 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-5aa2c3e5-19fb-4e20-8b09-bca1d4e2a148 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for floatingip, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:58.565059 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b98a792-cc61-46bb-b13f-e567b71707f6 None None] Sync routers for ids ['45e424f3-151a-4354-bc78-b64c31009411'] in dv-cinder-787262-5-smb {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:36:58.574027 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b98a792-cc61-46bb-b13f-e567b71707f6 None None] Routers {'45e424f3-151a-4354-bc78-b64c31009411'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:36:58.574661 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-4b98a792-cc61-46bb-b13f-e567b71707f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:36:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['45e424f3-151a-4354-bc78-b64c31009411'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:36:58.615280 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-5aa2c3e5-19fb-4e20-8b09-bca1d4e2a148 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "PUT /v2.0/floatingips/cba8b262-7293-4b80-806e-bfdd4158d1c0 HTTP/1.1" status: 200 len: 990 time: 1.5823734 Jun 03 08:36:58.615927 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11554f70-7dae-4ef9-b68b-d08f5692fd23', 'tag': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48'}] {{(pid=92356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:36:58.618223 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1987e4ce19f514d8284afddf154522dadca2333eab9833e9721abb813c288452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea6d4ec-2352-4985-a5eb-464e9656bc62" -d '{"events": [{"name": "network-changed", "server_uuid": "11554f70-7dae-4ef9-b68b-d08f5692fd23", "tag": "8a1e8d3b-0eab-4785-985f-48fbefdbeb48"}]}' {{(pid=92356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:36:58.670970 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426e7d93-cdd7-4682-a30b-a29aeb99c6af x-openstack-request-id: req-426e7d93-cdd7-4682-a30b-a29aeb99c6af {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:36:58.671337 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11554f70-7dae-4ef9-b68b-d08f5692fd23", "tag": "8a1e8d3b-0eab-4785-985f-48fbefdbeb48", "status": "completed", "code": 200}]} {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:36:58.671618 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-426e7d93-cdd7-4682-a30b-a29aeb99c6af {{(pid=92356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:36:58.672040 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11554f70-7dae-4ef9-b68b-d08f5692fd23', 'tag': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48', 'status': 'completed', 'code': 200} Jun 03 08:36:58.758012 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-4b98a792-cc61-46bb-b13f-e567b71707f6 None None] Set router 45e424f3-151a-4354-bc78-b64c31009411 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:36:58.771095 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6d4ec-2352-4985-a5eb-464e9656bc62 req-08cd4079-93ca-4f0a-94a0-b093d02808e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:58.772628 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-5ea6d4ec-2352-4985-a5eb-464e9656bc62 req-08cd4079-93ca-4f0a-94a0-b093d02808e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdd92ec4f372413b96455fe8b4025af3&device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 1098 time: 0.0787313 Jun 03 08:36:58.918658 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6d4ec-2352-4985-a5eb-464e9656bc62 req-e50ba5c2-997a-4699-a7c2-b6d745356fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:58.919379 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-5ea6d4ec-2352-4985-a5eb-464e9656bc62 req-e50ba5c2-997a-4699-a7c2-b6d745356fe1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=770556f7-a783-4401-a31e-c720773b8096 HTTP/1.1" status: 200 len: 917 time: 0.1388729 Jun 03 08:36:59.030107 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-5ea6d4ec-2352-4985-a5eb-464e9656bc62 req-6fbe57bc-6045-4e90-aeb6-e0c2691df92c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a1e8d3b-0eab-4785-985f-48fbefdbeb48 HTTP/1.1" status: 200 len: 998 time: 0.1036139 Jun 03 08:36:59.119647 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-4b98a792-cc61-46bb-b13f-e567b71707f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e424f3-151a-4354-bc78-b64c31009411', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aad27326-22da-4570-8402-21f2f3a07686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:33:05Z', 'updated_at': '2021-06-03T08:33:13Z', 'revision_number': 4, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'gw_port': {'id': 'aad27326-22da-4570-8402-21f2f3a07686', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:06Z', 'updated_at': '2021-06-03T08:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_floatingips': [{'id': 'cba8b262-7293-4b80-806e-bfdd4158d1c0', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'floating_ip_address': '172.28.3.41', 'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'router_id': '45e424f3-151a-4354-bc78-b64c31009411', 'port_id': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'mac_address': 'fa:16:3e:d3:c4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11554f70-7dae-4ef9-b68b-d08f5692fd23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T08:36:42Z', 'updated_at': '2021-06-03T08:36:57Z', 'revision_number': 1, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21c1e63-fe95-448d-b229-a898016944e2', 'name': '', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'mac_address': 'fa:16:3e:37:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:11Z', 'updated_at': '2021-06-03T08:33:21Z', 'revision_number': 5, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'subnets': [{'id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:36:59.123819 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b98a792-cc61-46bb-b13f-e567b71707f6 None None] Checking router: 45e424f3-151a-4354-bc78-b64c31009411 for host: dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:36:59.133049 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b98a792-cc61-46bb-b13f-e567b71707f6 None None] Routers {'45e424f3-151a-4354-bc78-b64c31009411'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:36:59.133594 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-4b98a792-cc61-46bb-b13f-e567b71707f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:36:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['45e424f3-151a-4354-bc78-b64c31009411'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:36:59.144817 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6d4ec-2352-4985-a5eb-464e9656bc62 req-94d43a4c-f23f-47db-82c6-381c369cc6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:59.146292 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-5ea6d4ec-2352-4985-a5eb-464e9656bc62 req-94d43a4c-f23f-47db-82c6-381c369cc6ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b8510487-57b7-471a-bd67-7c6c7ee2984a HTTP/1.1" status: 200 len: 855 time: 0.1099756 Jun 03 08:36:59.226995 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0c784-3e2d-402e-ad22-f98ff1392c66 req-396c6d40-c59a-467a-b5a7-b89923682e71 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:59.228476 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-54a0c784-3e2d-402e-ad22-f98ff1392c66 req-396c6d40-c59a-467a-b5a7-b89923682e71 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.4062221 Jun 03 08:36:59.277724 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6d4ec-2352-4985-a5eb-464e9656bc62 req-8b7c065f-3c36-4f5f-8725-92734be96acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:36:59.279227 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-5ea6d4ec-2352-4985-a5eb-464e9656bc62 req-8b7c065f-3c36-4f5f-8725-92734be96acd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770556f7-a783-4401-a31e-c720773b8096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1255782 Jun 03 08:36:59.286911 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-54a0c784-3e2d-402e-ad22-f98ff1392c66 req-28119a0b-db3a-4e8d-9794-500422d95494 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519731 Jun 03 08:36:59.348784 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-4b98a792-cc61-46bb-b13f-e567b71707f6 None None] Set router 45e424f3-151a-4354-bc78-b64c31009411 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:36:59.422420 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-5ea6d4ec-2352-4985-a5eb-464e9656bc62 req-44933fe5-ca21-4676-842a-7e109503cf0b service neutron] 10.222.0.47 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338916 Jun 03 08:36:59.555130 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-5ea6d4ec-2352-4985-a5eb-464e9656bc62 req-c7fd730b-c889-4008-bb75-6ebafdbddbc3 service neutron] 10.222.0.47 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263757 Jun 03 08:36:59.701765 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-4b98a792-cc61-46bb-b13f-e567b71707f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e424f3-151a-4354-bc78-b64c31009411', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aad27326-22da-4570-8402-21f2f3a07686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:33:05Z', 'updated_at': '2021-06-03T08:33:13Z', 'revision_number': 4, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'gw_port': {'id': 'aad27326-22da-4570-8402-21f2f3a07686', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:06Z', 'updated_at': '2021-06-03T08:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_floatingips': [{'id': 'cba8b262-7293-4b80-806e-bfdd4158d1c0', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'floating_ip_address': '172.28.3.41', 'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'router_id': '45e424f3-151a-4354-bc78-b64c31009411', 'port_id': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'mac_address': 'fa:16:3e:d3:c4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11554f70-7dae-4ef9-b68b-d08f5692fd23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T08:36:42Z', 'updated_at': '2021-06-03T08:36:57Z', 'revision_number': 1, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21c1e63-fe95-448d-b229-a898016944e2', 'name': '', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'mac_address': 'fa:16:3e:37:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:11Z', 'updated_at': '2021-06-03T08:33:21Z', 'revision_number': 5, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'subnets': [{'id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:36:59.705671 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b98a792-cc61-46bb-b13f-e567b71707f6 None None] The sync data for ids ['45e424f3-151a-4354-bc78-b64c31009411'] in dv-cinder-787262-5-smb is: [{'id': '45e424f3-151a-4354-bc78-b64c31009411', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aad27326-22da-4570-8402-21f2f3a07686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:33:05Z', 'updated_at': '2021-06-03T08:33:13Z', 'revision_number': 4, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'gw_port': {'id': 'aad27326-22da-4570-8402-21f2f3a07686', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:06Z', 'updated_at': '2021-06-03T08:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_floatingips': [{'id': 'cba8b262-7293-4b80-806e-bfdd4158d1c0', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'floating_ip_address': '172.28.3.41', 'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'router_id': '45e424f3-151a-4354-bc78-b64c31009411', 'port_id': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'mac_address': 'fa:16:3e:d3:c4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11554f70-7dae-4ef9-b68b-d08f5692fd23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T08:36:42Z', 'updated_at': '2021-06-03T08:36:57Z', 'revision_number': 1, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21c1e63-fe95-448d-b229-a898016944e2', 'name': '', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'mac_address': 'fa:16:3e:37:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:11Z', 'updated_at': '2021-06-03T08:33:21Z', 'revision_number': 5, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'subnets': [{'id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:36:59.816316 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:36:59.902212 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b406d3b-35aa-45b1-85a5-8853ab5c737a None None] New status for floating IP cba8b262-7293-4b80-806e-bfdd4158d1c0: ACTIVE {{(pid=92359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 08:37:00.479992 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d280a-124e-4156-aeae-e0571bd71e5a req-e6a2d2b9-7d64-42a3-b0cf-428b1c5799c4 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:00.481351 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4a9d280a-124e-4156-aeae-e0571bd71e5a req-e6a2d2b9-7d64-42a3-b0cf-428b1c5799c4 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0839210 Jun 03 08:37:00.526249 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4a9d280a-124e-4156-aeae-e0571bd71e5a req-bb31a518-8462-446b-95d7-104839f3917d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391195 Jun 03 08:37:01.712011 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e560408-b168-4662-a1f1-9eeb5b87be08 req-196ced8c-46f5-40f1-93ff-b0ab4f5dc4e3 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:01.713500 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0e560408-b168-4662-a1f1-9eeb5b87be08 req-196ced8c-46f5-40f1-93ff-b0ab4f5dc4e3 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0822973 Jun 03 08:37:01.762844 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0e560408-b168-4662-a1f1-9eeb5b87be08 req-fbf1d287-f0c3-4bad-b1dd-dd3a6a700733 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435426 Jun 03 08:37:02.951205 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e695a4-6992-4db7-bce8-93eeb74df481 req-d87144c7-59b1-4f41-a60f-8df30abfd007 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:02.952732 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-09e695a4-6992-4db7-bce8-93eeb74df481 req-d87144c7-59b1-4f41-a60f-8df30abfd007 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0817266 Jun 03 08:37:02.999011 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-09e695a4-6992-4db7-bce8-93eeb74df481 req-83cb038d-35b1-4915-abb4-365797b539b5 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405722 Jun 03 08:37:04.192882 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451537ee-2e86-4ded-9ef3-e4ce03b13383 req-104e1f25-6761-4c85-b84d-0041d2aad5bd tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:04.194448 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-451537ee-2e86-4ded-9ef3-e4ce03b13383 req-104e1f25-6761-4c85-b84d-0041d2aad5bd tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0864692 Jun 03 08:37:04.240133 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-451537ee-2e86-4ded-9ef3-e4ce03b13383 req-20da643d-7058-4bcc-90e2-1b9ceb74b3a1 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399718 Jun 03 08:37:05.424616 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3ac0b-bc70-406f-a4e7-f631c7cfea3a req-7029e4ca-c7d2-49a6-b16d-9d5a0875640e tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:05.426067 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d2d3ac0b-bc70-406f-a4e7-f631c7cfea3a req-7029e4ca-c7d2-49a6-b16d-9d5a0875640e tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0808923 Jun 03 08:37:05.471834 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d2d3ac0b-bc70-406f-a4e7-f631c7cfea3a req-2b62b90d-a629-444c-a1ba-aa61000d66bd tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398815 Jun 03 08:37:06.661904 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebe413-5309-4214-9599-b68d4e2d0597 req-8ae2d8f6-7525-4357-b617-41625ae5b852 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:06.663420 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ddebe413-5309-4214-9599-b68d4e2d0597 req-8ae2d8f6-7525-4357-b617-41625ae5b852 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0820374 Jun 03 08:37:06.708034 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ddebe413-5309-4214-9599-b68d4e2d0597 req-94678116-a7cf-42fc-8884-e60f94d3c6c5 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388644 Jun 03 08:37:07.889762 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68a2b7-b994-41c1-a5a2-4ef135546977 req-6e0d2e1a-c343-4a72-9bb3-d5de844c6f2f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:07.891824 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ae68a2b7-b994-41c1-a5a2-4ef135546977 req-6e0d2e1a-c343-4a72-9bb3-d5de844c6f2f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0801473 Jun 03 08:37:07.940950 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ae68a2b7-b994-41c1-a5a2-4ef135546977 req-0e942880-34f0-44ee-a838-6b56d37d15d7 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433831 Jun 03 08:37:08.562494 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc3e44-4a5e-435c-bffe-ff987ec5a32f req-5a9056c7-be9e-4054-86cf-572408290b97 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:08.563938 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-1bdc3e44-4a5e-435c-bffe-ff987ec5a32f req-5a9056c7-be9e-4054-86cf-572408290b97 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.1552095 Jun 03 08:37:08.651316 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-1bdc3e44-4a5e-435c-bffe-ff987ec5a32f req-b7e1d4da-5e14-4c8d-98d7-3e2a73992102 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805209 Jun 03 08:37:08.687939 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cf4a7-6403-4337-b7d0-39879a26ad99 req-3f62ddee-8056-4419-95fc-640e382f12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:08.689614 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f54cf4a7-6403-4337-b7d0-39879a26ad99 req-3f62ddee-8056-4419-95fc-640e382f12a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1b8b8ec99894bf99d282bc56aac7e7d&device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 1098 time: 0.0974846 Jun 03 08:37:08.822193 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cf4a7-6403-4337-b7d0-39879a26ad99 req-5a23d49f-ede8-4821-a1e1-23cc717f03e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:08.823617 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f54cf4a7-6403-4337-b7d0-39879a26ad99 req-5a23d49f-ede8-4821-a1e1-23cc717f03e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ab091dd-5f88-433c-a8b2-85f434152459 HTTP/1.1" status: 200 len: 911 time: 0.1272447 Jun 03 08:37:08.931779 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f54cf4a7-6403-4337-b7d0-39879a26ad99 req-05d88eaf-36f2-4382-b1cf-8606df56a5ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b23cdc8-cb57-4e46-9d10-4d17360204fa HTTP/1.1" status: 200 len: 1001 time: 0.0977833 Jun 03 08:37:08.993299 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cf4a7-6403-4337-b7d0-39879a26ad99 req-4e7a045c-1768-4658-8066-55b85355f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:08.994747 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f54cf4a7-6403-4337-b7d0-39879a26ad99 req-4e7a045c-1768-4658-8066-55b85355f13b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=315dff12-35da-48f3-b24b-119c691945c6 HTTP/1.1" status: 200 len: 849 time: 0.0565000 Jun 03 08:37:09.070882 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cf4a7-6403-4337-b7d0-39879a26ad99 req-168a84f2-2736-4466-a167-9c98817e704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:09.072351 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f54cf4a7-6403-4337-b7d0-39879a26ad99 req-168a84f2-2736-4466-a167-9c98817e704c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ab091dd-5f88-433c-a8b2-85f434152459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708790 Jun 03 08:37:09.205685 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f54cf4a7-6403-4337-b7d0-39879a26ad99 req-6380bb7c-7233-4487-a0df-afa03969234d service neutron] 10.222.0.47 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258607 Jun 03 08:37:09.333796 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f54cf4a7-6403-4337-b7d0-39879a26ad99 req-2e6507de-f97f-4e23-9544-a9b929808486 service neutron] 10.222.0.47 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208673 Jun 03 08:37:09.839619 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef03a5-2027-4edb-8b7a-3a477c4b444d req-e8400761-70ab-4a77-bfb1-aa5ab2471cfa tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:09.842712 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-faef03a5-2027-4edb-8b7a-3a477c4b444d req-e8400761-70ab-4a77-bfb1-aa5ab2471cfa tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0818510 Jun 03 08:37:09.887791 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-faef03a5-2027-4edb-8b7a-3a477c4b444d req-cd4d6c78-e918-4273-8042-c06169ff0435 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405185 Jun 03 08:37:11.081651 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3183e-dd02-4a62-b62a-fd9e9e3a24f6 req-ee8b7e29-e936-4e1b-bb6e-a0a9b933fc61 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:11.083205 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d8f3183e-dd02-4a62-b62a-fd9e9e3a24f6 req-ee8b7e29-e936-4e1b-bb6e-a0a9b933fc61 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0871658 Jun 03 08:37:11.130617 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d8f3183e-dd02-4a62-b62a-fd9e9e3a24f6 req-b26f0f11-6d49-4644-9658-aad9090e6349 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413494 Jun 03 08:37:13.617887 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-97e3ea38-4373-4098-b41a-df44a05c2ed2 req-1bf1cf61-956a-4007-b7de-3d63528ef68c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1141620 Jun 03 08:37:13.715442 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3ea38-4373-4098-b41a-df44a05c2ed2 req-71edb2a0-ff9f-434e-9259-83b6713013b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:13.716900 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-97e3ea38-4373-4098-b41a-df44a05c2ed2 req-71edb2a0-ff9f-434e-9259-83b6713013b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1b8b8ec99894bf99d282bc56aac7e7d&device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 1098 time: 0.0748684 Jun 03 08:37:13.861232 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3ea38-4373-4098-b41a-df44a05c2ed2 req-f6b8486d-d8e1-4d1e-8be0-0bac1ebdb8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:13.862609 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-97e3ea38-4373-4098-b41a-df44a05c2ed2 req-f6b8486d-d8e1-4d1e-8be0-0bac1ebdb8d2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ab091dd-5f88-433c-a8b2-85f434152459 HTTP/1.1" status: 200 len: 911 time: 0.1259303 Jun 03 08:37:13.963370 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-97e3ea38-4373-4098-b41a-df44a05c2ed2 req-06f0b244-7ee0-4152-9a4c-b316c98700f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b23cdc8-cb57-4e46-9d10-4d17360204fa HTTP/1.1" status: 200 len: 1001 time: 0.0931129 Jun 03 08:37:14.028073 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3ea38-4373-4098-b41a-df44a05c2ed2 req-377eeb70-3cde-440a-af08-beabc6504a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:14.029487 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-97e3ea38-4373-4098-b41a-df44a05c2ed2 req-377eeb70-3cde-440a-af08-beabc6504a6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=315dff12-35da-48f3-b24b-119c691945c6 HTTP/1.1" status: 200 len: 849 time: 0.0598292 Jun 03 08:37:14.103020 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3ea38-4373-4098-b41a-df44a05c2ed2 req-7bd64fcb-63e3-4517-982c-8e583ae6907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:14.104457 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-97e3ea38-4373-4098-b41a-df44a05c2ed2 req-7bd64fcb-63e3-4517-982c-8e583ae6907e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ab091dd-5f88-433c-a8b2-85f434152459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687883 Jun 03 08:37:14.310348 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-97e3ea38-4373-4098-b41a-df44a05c2ed2 req-d64125c2-9a47-4d06-995d-225da0be1776 service neutron] 10.222.0.47 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992426 Jun 03 08:37:14.450962 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-97e3ea38-4373-4098-b41a-df44a05c2ed2 req-43d049c5-33c8-46b0-867c-45c847941dc7 service neutron] 10.222.0.47 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311533 Jun 03 08:37:17.707894 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:37:23.474288 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f9aef68e-10fe-4c02-a71a-41afff42d594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:37:25.821688 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:37:26.411082 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:37:26.754282 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-a72f6f78-f3b2-45ac-934c-322780fce485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:37:27.805005 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:37:29.810672 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:37:41.645775 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402aabbf-b3ea-4fba-9ffa-db23aabbb6ba req-e6b169f6-57e9-46b3-a94a-b88daf65b5c8 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:41.647248 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-402aabbf-b3ea-4fba-9ffa-db23aabbb6ba req-e6b169f6-57e9-46b3-a94a-b88daf65b5c8 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.1356051 Jun 03 08:37:41.691977 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-402aabbf-b3ea-4fba-9ffa-db23aabbb6ba req-24004c41-ad1a-451f-8401-2c2a76a49af0 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389643 Jun 03 08:37:42.887753 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29491d97-05f7-489b-a458-7ea0ea0ce10c req-172a80a7-16ee-4b5d-a10e-753b39dc00e7 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:42.889177 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-29491d97-05f7-489b-a458-7ea0ea0ce10c req-172a80a7-16ee-4b5d-a10e-753b39dc00e7 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.0827763 Jun 03 08:37:42.932954 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-29491d97-05f7-489b-a458-7ea0ea0ce10c req-cc7321ef-382b-44f3-8eb3-95f5dcc3152e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374303 Jun 03 08:37:44.122594 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df007b9-d93c-4ea7-96aa-e40b37f21688 req-53cca43f-dd83-485f-b888-f6841fdb1478 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:44.124028 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3df007b9-d93c-4ea7-96aa-e40b37f21688 req-53cca43f-dd83-485f-b888-f6841fdb1478 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.0773757 Jun 03 08:37:44.167534 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3df007b9-d93c-4ea7-96aa-e40b37f21688 req-b184fb96-9fc3-441f-9248-fd48bf71343d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379338 Jun 03 08:37:45.351711 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890fb48-1489-4ad6-acb0-7e31bd1728e5 req-0c77a155-d0eb-4a15-9f57-36a859034ca1 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:45.353186 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7890fb48-1489-4ad6-acb0-7e31bd1728e5 req-0c77a155-d0eb-4a15-9f57-36a859034ca1 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.0782363 Jun 03 08:37:45.403859 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7890fb48-1489-4ad6-acb0-7e31bd1728e5 req-ac72c972-c2fc-4642-8af3-d3e6163452af tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450642 Jun 03 08:37:46.596216 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d8156-d4fc-4373-972c-c196fe14c4f0 req-422efc06-3710-4665-ab4e-9e0aaa2f671c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:46.597732 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6c9d8156-d4fc-4373-972c-c196fe14c4f0 req-422efc06-3710-4665-ab4e-9e0aaa2f671c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.0807016 Jun 03 08:37:46.643152 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6c9d8156-d4fc-4373-972c-c196fe14c4f0 req-5b1a77b6-549b-46a7-bfd5-9cc9cfd12dac tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394037 Jun 03 08:37:47.703226 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:37:47.838564 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2fb21-e619-47cf-a377-c01009919ab9 req-b5813c35-2372-4462-8022-2cdeffe54975 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:47.840086 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-1aa2fb21-e619-47cf-a377-c01009919ab9 req-b5813c35-2372-4462-8022-2cdeffe54975 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.0818751 Jun 03 08:37:47.887277 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-1aa2fb21-e619-47cf-a377-c01009919ab9 req-b642c775-ee21-4e28-896f-c801a6647e5d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396514 Jun 03 08:37:48.399654 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8e1cf-6cc1-450a-8014-ae6dc9c01d9c req-20cecef6-f314-40fa-bdd5-31e492055e20 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:48.401094 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-67d8e1cf-6cc1-450a-8014-ae6dc9c01d9c req-20cecef6-f314-40fa-bdd5-31e492055e20 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0823388 Jun 03 08:37:48.445215 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-67d8e1cf-6cc1-450a-8014-ae6dc9c01d9c req-f9d88958-e783-4146-a924-a2e56002e4b7 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383739 Jun 03 08:37:49.079174 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e330266-006a-42c3-bd72-cb8fbf7f27c1 req-585cef4c-a2cb-4796-9b86-77dcf41d60df tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:49.080620 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3e330266-006a-42c3-bd72-cb8fbf7f27c1 req-585cef4c-a2cb-4796-9b86-77dcf41d60df tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.0816679 Jun 03 08:37:49.124465 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3e330266-006a-42c3-bd72-cb8fbf7f27c1 req-09eca28e-a0ae-4035-86c5-f110df9bc496 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380836 Jun 03 08:37:49.631871 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366c2ee-2ea0-4e2b-b8ee-38f3c0611d94 req-43c25ae9-8417-49d1-ba38-43aa29fc47e4 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:49.633306 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0366c2ee-2ea0-4e2b-b8ee-38f3c0611d94 req-43c25ae9-8417-49d1-ba38-43aa29fc47e4 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0821042 Jun 03 08:37:49.677036 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0366c2ee-2ea0-4e2b-b8ee-38f3c0611d94 req-e254d9f1-016a-46ba-b55e-6999614cd85f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380919 Jun 03 08:37:50.311653 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5185990-8331-45ce-a1e7-ad5cf7e5fc82 req-6ff06f8d-99e9-40a1-b097-d30223d9dfe2 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:50.313125 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e5185990-8331-45ce-a1e7-ad5cf7e5fc82 req-6ff06f8d-99e9-40a1-b097-d30223d9dfe2 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.0793505 Jun 03 08:37:50.358434 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e5185990-8331-45ce-a1e7-ad5cf7e5fc82 req-2fabc72a-d3b3-4cd6-a7de-6c74df1466d8 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391409 Jun 03 08:37:50.863290 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3dd02-48db-4d47-b784-31e32bfea618 req-ab8ad3bf-0823-487a-8e48-406d2bb0ddf7 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:50.864645 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6fc3dd02-48db-4d47-b784-31e32bfea618 req-ab8ad3bf-0823-487a-8e48-406d2bb0ddf7 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0806653 Jun 03 08:37:50.913152 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6fc3dd02-48db-4d47-b784-31e32bfea618 req-1a1a84e2-6df7-4c99-9f37-7aea145edabf tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429323 Jun 03 08:37:51.551916 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a61e5-134c-4592-8cbd-f5db959e4d33 req-51ee8193-2aa8-461c-b74f-a74f36f10b34 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:51.553394 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-967a61e5-134c-4592-8cbd-f5db959e4d33 req-51ee8193-2aa8-461c-b74f-a74f36f10b34 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.0839074 Jun 03 08:37:51.600357 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-967a61e5-134c-4592-8cbd-f5db959e4d33 req-93338832-a464-4549-b4de-dfd8c5d8fdfd tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390258 Jun 03 08:37:52.100031 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5664b-7be4-4ef7-be30-85163519ee99 req-1fa2e4bf-292b-4d71-8754-ba23ce979bf0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:52.101454 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-dfd5664b-7be4-4ef7-be30-85163519ee99 req-1fa2e4bf-292b-4d71-8754-ba23ce979bf0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0818324 Jun 03 08:37:52.145223 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-dfd5664b-7be4-4ef7-be30-85163519ee99 req-d857483b-d2f3-4e0a-adcc-cb9e5572e5c7 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381086 Jun 03 08:37:52.789153 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c13bc-68bf-4441-a79a-fc8931a426ba req-ed611237-028d-47b3-925f-ab039e30e09d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:52.790755 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-771c13bc-68bf-4441-a79a-fc8931a426ba req-ed611237-028d-47b3-925f-ab039e30e09d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.0799963 Jun 03 08:37:52.839416 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-771c13bc-68bf-4441-a79a-fc8931a426ba req-3e362421-efea-4f8e-93cf-6c0214567ad3 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427494 Jun 03 08:37:53.325942 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeaacc9-529c-41e6-b374-0ed0d911b775 req-2d17c167-73c9-4306-bf3b-bcea5c2b93c4 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:53.327384 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ffeaacc9-529c-41e6-b374-0ed0d911b775 req-2d17c167-73c9-4306-bf3b-bcea5c2b93c4 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0784123 Jun 03 08:37:53.375157 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ffeaacc9-529c-41e6-b374-0ed0d911b775 req-7a593059-141a-4cdc-9b26-804f3d7121d6 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420899 Jun 03 08:37:53.400028 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-d8b50ea7-bcb1-4d5d-919a-4bd8d39463b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:37:53.992326 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:37:54.031856 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196e3ec-d90f-4e8e-9ee8-2bb6dafd99cc req-aff4d205-1c17-493a-9b38-e05ff8508fe9 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:54.035158 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d196e3ec-d90f-4e8e-9ee8-2bb6dafd99cc req-aff4d205-1c17-493a-9b38-e05ff8508fe9 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.0818145 Jun 03 08:37:54.079616 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d196e3ec-d90f-4e8e-9ee8-2bb6dafd99cc req-c2b7a7bf-035c-4071-9735-e17b0ba82f8b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398319 Jun 03 08:37:54.127745 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:37:54.141130 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'port_id': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48', 'mac_address': 'fa:16:3e:d3:c4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:37:54.196827 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:37:54.214116 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:37:54.229776 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:37:54.308329 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:37:54.310051 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:37:54.382192 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,revision_number=6']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:37:54.389489 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:37:54.389885 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:37:54.390282 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:37:54.390636 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:37:54.390986 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:37:54.391330 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:37:54.392170 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:37:54.392564 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:37:54.392895 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:37:54.393213 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:37:54.393530 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:37:54.393907 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:37:54.399141 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:37:54.401607 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['8a1e8d3b-0eab-4785-985f-48fbefdbeb48'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:37:54.714364 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48ecd4-00d0-4127-aa06-67ccab08978f req-0a81e544-2ba8-4198-adce-913842c621c5 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:54.715793 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-cd48ecd4-00d0-4127-aa06-67ccab08978f req-0a81e544-2ba8-4198-adce-913842c621c5 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0796857 Jun 03 08:37:54.760356 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-cd48ecd4-00d0-4127-aa06-67ccab08978f req-2fb9c103-4448-41fa-aae8-f921568d3ed6 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382123 Jun 03 08:37:55.311010 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711ad7c-459a-4f9d-aa39-84a513dc798a req-901b9a2b-76ac-404d-ba3d-ca3de6c4742b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:55.312407 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-5711ad7c-459a-4f9d-aa39-84a513dc798a req-901b9a2b-76ac-404d-ba3d-ca3de6c4742b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 944 time: 0.1113029 Jun 03 08:37:55.361139 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-5711ad7c-459a-4f9d-aa39-84a513dc798a req-d744d975-e609-4067-9c88-7016f59ab933 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425475 Jun 03 08:37:55.981667 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81dbaf5-3fec-4768-89e9-d23a25a021b5 req-b37e4acf-0ca3-4f49-afca-89fffee06b56 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:55.983341 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f81dbaf5-3fec-4768-89e9-d23a25a021b5 req-b37e4acf-0ca3-4f49-afca-89fffee06b56 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.1034205 Jun 03 08:37:56.010935 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:37:56.058712 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f81dbaf5-3fec-4768-89e9-d23a25a021b5 req-562eb5d9-9a13-44a5-9825-4e7d2f53db57 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668242 Jun 03 08:37:56.087950 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:37:56.088335 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:37:56.211324 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:37:56.242461 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11554f70-7dae-4ef9-b68b-d08f5692fd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:37:56.246479 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6494acd-b3d5-497b-a85a-e877cac7d8e0" -d '{"events": [{"server_uuid": "11554f70-7dae-4ef9-b68b-d08f5692fd23", "name": "network-vif-plugged", "status": "completed", "tag": "8a1e8d3b-0eab-4785-985f-48fbefdbeb48"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:37:56.254490 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:37:56.360429 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:37:56.362957 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:37:56.396083 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8455d6ab-9013-4aaa-9390-e3f675d4373e x-openstack-request-id: req-8455d6ab-9013-4aaa-9390-e3f675d4373e {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:37:56.396482 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11554f70-7dae-4ef9-b68b-d08f5692fd23", "name": "network-vif-plugged", "status": "completed", "tag": "8a1e8d3b-0eab-4785-985f-48fbefdbeb48", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:37:56.396808 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8455d6ab-9013-4aaa-9390-e3f675d4373e {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:37:56.397248 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11554f70-7dae-4ef9-b68b-d08f5692fd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48', 'code': 200} Jun 03 08:37:56.429779 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:37:56.452385 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,revision_number=7']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:37:56.455976 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:37:56.583936 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663de52-e22b-4666-8f48-15d4002ca47f req-50867aea-a34d-49dd-bc9a-f2cc3a8656ce tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:56.585427 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-c663de52-e22b-4666-8f48-15d4002ca47f req-50867aea-a34d-49dd-bc9a-f2cc3a8656ce tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.0897436 Jun 03 08:37:56.634633 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-c663de52-e22b-4666-8f48-15d4002ca47f req-f6de7aba-5849-4c7f-9655-297ca684d46d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421479 Jun 03 08:37:56.742807 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-1088cbb3-866a-45d0-933b-f295d865f7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:37:57.252594 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e6d71-72f9-4c04-82b8-6bd15168f663 req-00033678-e2af-4138-87fc-2a567da0a54d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:57.253164 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a05e6d71-72f9-4c04-82b8-6bd15168f663 req-00033678-e2af-4138-87fc-2a567da0a54d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0868199 Jun 03 08:37:57.304826 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a05e6d71-72f9-4c04-82b8-6bd15168f663 req-8457ec72-4362-4bc8-805c-379faf3e8777 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460255 Jun 03 08:37:57.788397 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:37:57.840957 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be660d-3090-4200-86b4-bb6fc71f24d4 req-7ad2da2d-e764-4155-a6a9-c6a102e6464a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:57.842429 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-37be660d-3090-4200-86b4-bb6fc71f24d4 req-7ad2da2d-e764-4155-a6a9-c6a102e6464a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.0849628 Jun 03 08:37:57.890627 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-37be660d-3090-4200-86b4-bb6fc71f24d4 req-1566bc79-bf0b-4db7-ae60-90440efcc9b3 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423861 Jun 03 08:37:58.509534 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e46e32-4cd7-4cf4-83aa-5be37ec4f876 req-2d00ecdc-caa8-422e-a366-8b8033e050be tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:58.511033 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-59e46e32-4cd7-4cf4-83aa-5be37ec4f876 req-2d00ecdc-caa8-422e-a366-8b8033e050be tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0879245 Jun 03 08:37:58.557804 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-59e46e32-4cd7-4cf4-83aa-5be37ec4f876 req-5bdbd809-fe3e-402b-b802-d87cac649cd9 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407403 Jun 03 08:37:59.117131 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7476265-eba4-417a-b377-e7a786a481b7 req-8cae2b01-612c-48ce-9f0a-d6e905ac149c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:59.118829 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d7476265-eba4-417a-b377-e7a786a481b7 req-8cae2b01-612c-48ce-9f0a-d6e905ac149c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.0942783 Jun 03 08:37:59.172571 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d7476265-eba4-417a-b377-e7a786a481b7 req-debb8638-dffd-4d6d-9afd-f40f98c9cd83 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477777 Jun 03 08:37:59.775222 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fc390-dcfd-4524-a796-27f4a369531d req-7c54db07-9c24-4b03-a853-ab6acd9bae26 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:37:59.779935 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e22fc390-dcfd-4524-a796-27f4a369531d req-7c54db07-9c24-4b03-a853-ab6acd9bae26 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0972250 Jun 03 08:37:59.837071 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e22fc390-dcfd-4524-a796-27f4a369531d req-f46eabeb-fdd7-4f5a-8554-7b3cfa8b5dd4 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530078 Jun 03 08:37:59.839835 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:00.384618 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dae741-3128-4d30-9cc2-ad74a311b960 req-abf507bd-b04a-469b-834d-ec13af119ac3 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:00.386224 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-37dae741-3128-4d30-9cc2-ad74a311b960 req-abf507bd-b04a-469b-834d-ec13af119ac3 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0937815 Jun 03 08:38:00.445700 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-37dae741-3128-4d30-9cc2-ad74a311b960 req-4cc391b3-cbc8-40c0-b0d7-0cba2f454211 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508974 Jun 03 08:38:00.457787 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e246c-635d-4aae-9c1c-2496ffba235b req-7872afee-4585-45bd-a570-f1d4e55688c4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:00.462602 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f33e246c-635d-4aae-9c1c-2496ffba235b req-7872afee-4585-45bd-a570-f1d4e55688c4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.1481588 Jun 03 08:38:00.556718 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f33e246c-635d-4aae-9c1c-2496ffba235b req-3b0ee25d-b782-4864-a6f0-2a13c6981d22 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887096 Jun 03 08:38:00.589742 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81135ab-666f-4930-9841-871fd6aa3af2 req-f5e79dd3-8219-43fd-908f-e1e3c7867f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:00.591237 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b81135ab-666f-4930-9841-871fd6aa3af2 req-f5e79dd3-8219-43fd-908f-e1e3c7867f5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1b8b8ec99894bf99d282bc56aac7e7d&device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 1098 time: 0.0817418 Jun 03 08:38:00.794256 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81135ab-666f-4930-9841-871fd6aa3af2 req-325bb0ce-ad99-4e66-91d3-22e9d1b82118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:00.797715 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b81135ab-666f-4930-9841-871fd6aa3af2 req-325bb0ce-ad99-4e66-91d3-22e9d1b82118 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ab091dd-5f88-433c-a8b2-85f434152459 HTTP/1.1" status: 200 len: 911 time: 0.1981516 Jun 03 08:38:00.920719 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b81135ab-666f-4930-9841-871fd6aa3af2 req-b51f758d-5e91-41a8-8eb9-7dae275ac8ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b23cdc8-cb57-4e46-9d10-4d17360204fa HTTP/1.1" status: 200 len: 1001 time: 0.1167886 Jun 03 08:38:01.018888 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81135ab-666f-4930-9841-871fd6aa3af2 req-608ab159-bfa5-4f2a-814e-6ae1bfbe0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:01.021127 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b81135ab-666f-4930-9841-871fd6aa3af2 req-608ab159-bfa5-4f2a-814e-6ae1bfbe0ef2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=315dff12-35da-48f3-b24b-119c691945c6 HTTP/1.1" status: 200 len: 849 time: 0.0920300 Jun 03 08:38:01.105300 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81135ab-666f-4930-9841-871fd6aa3af2 req-201da671-7326-4168-b3f1-6baed96e254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:01.106876 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b81135ab-666f-4930-9841-871fd6aa3af2 req-201da671-7326-4168-b3f1-6baed96e254f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ab091dd-5f88-433c-a8b2-85f434152459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775318 Jun 03 08:38:01.275271 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b81135ab-666f-4930-9841-871fd6aa3af2 req-f6f53e65-bc98-4ba7-afa8-9d9cd7d9afd5 service neutron] 10.222.0.47 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608129 Jun 03 08:38:01.448515 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b81135ab-666f-4930-9841-871fd6aa3af2 req-ba49d4e1-cf71-498c-b536-edba854fe03c service neutron] 10.222.0.47 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650360 Jun 03 08:38:01.680619 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c40c2c-ecad-4e75-ad34-59c760861c16 req-1d52a6eb-a7bc-451b-8d63-64d77d6b5492 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:01.682375 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-55c40c2c-ecad-4e75-ad34-59c760861c16 req-1d52a6eb-a7bc-451b-8d63-64d77d6b5492 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0991268 Jun 03 08:38:01.829966 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165dc02-573d-48b9-b252-fe744d118747 req-9da0ca39-681a-4d45-b69e-0abaab467dce tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:01.832267 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0165dc02-573d-48b9-b252-fe744d118747 req-9da0ca39-681a-4d45-b69e-0abaab467dce tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.1226819 Jun 03 08:38:01.837931 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-55c40c2c-ecad-4e75-ad34-59c760861c16 req-59ac3a40-14de-459a-83ec-fe5789040e40 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470025 Jun 03 08:38:01.900231 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0165dc02-573d-48b9-b252-fe744d118747 req-fedc088f-d6e1-4454-a0e5-65092e16f473 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524614 Jun 03 08:38:02.824401 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:38:03.054366 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bceaf1b-5c8f-4f50-ba42-78cfc3a9e156 req-7dd4b0d8-1a6c-4e83-b605-931fe83e283c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:03.061461 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2bceaf1b-5c8f-4f50-ba42-78cfc3a9e156 req-7dd4b0d8-1a6c-4e83-b605-931fe83e283c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0996253 Jun 03 08:38:03.119639 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2bceaf1b-5c8f-4f50-ba42-78cfc3a9e156 req-b4597141-0ab3-4a2d-a318-bb4afebee24f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570197 Jun 03 08:38:03.162470 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a084fa1-175d-41e4-866c-e7814fbc8ee7 req-f9660eb8-9608-437c-bf96-1e2a4eb43663 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:03.165102 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7a084fa1-175d-41e4-866c-e7814fbc8ee7 req-f9660eb8-9608-437c-bf96-1e2a4eb43663 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.1321645 Jun 03 08:38:03.225452 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7a084fa1-175d-41e4-866c-e7814fbc8ee7 req-f436fa35-5632-48f0-819b-fe40dcbc4128 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544212 Jun 03 08:38:04.468811 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3e5ec-b047-45fa-9a11-d0c779541cb8 req-3b105043-412f-4632-826a-107f4507734f tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:04.470326 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2cd3e5ec-b047-45fa-9a11-d0c779541cb8 req-3b105043-412f-4632-826a-107f4507734f tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.0825753 Jun 03 08:38:04.514743 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2cd3e5ec-b047-45fa-9a11-d0c779541cb8 req-7fec3794-7599-4642-b59c-11acd8e53c8a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386314 Jun 03 08:38:05.709380 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf70a7-b43e-4bcc-9d55-e8b451409b09 req-2af57337-bd48-4dab-b531-fac379d7e3b5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:05.711195 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-cdcf70a7-b43e-4bcc-9d55-e8b451409b09 req-2af57337-bd48-4dab-b531-fac379d7e3b5 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.0822425 Jun 03 08:38:05.811434 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-cdcf70a7-b43e-4bcc-9d55-e8b451409b09 req-c793b7b9-fe6b-44b1-88b9-b07d1dbba51b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687330 Jun 03 08:38:05.824854 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd1ff3-5983-473b-a1ba-ea71d01e24a1 req-3df454cc-bf43-4bc4-b7ca-4b5b89205650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:05.826352 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b4bd1ff3-5983-473b-a1ba-ea71d01e24a1 req-3df454cc-bf43-4bc4-b7ca-4b5b89205650 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdd92ec4f372413b96455fe8b4025af3&device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 1098 time: 0.1142313 Jun 03 08:38:05.959266 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd1ff3-5983-473b-a1ba-ea71d01e24a1 req-d305203e-d924-4c2e-890a-13c489cfb149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:05.960710 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b4bd1ff3-5983-473b-a1ba-ea71d01e24a1 req-d305203e-d924-4c2e-890a-13c489cfb149 service neutron] 10.222.0.47 "GET /v2.0/networks?id=770556f7-a783-4401-a31e-c720773b8096 HTTP/1.1" status: 200 len: 917 time: 0.1280017 Jun 03 08:38:06.061522 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b4bd1ff3-5983-473b-a1ba-ea71d01e24a1 req-e4970afe-7df8-43ad-a98f-4c58a30f5de2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a1e8d3b-0eab-4785-985f-48fbefdbeb48 HTTP/1.1" status: 200 len: 1000 time: 0.0932915 Jun 03 08:38:06.129420 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd1ff3-5983-473b-a1ba-ea71d01e24a1 req-b579e503-357b-4eca-8f3f-1dbf697d7b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:06.130902 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b4bd1ff3-5983-473b-a1ba-ea71d01e24a1 req-b579e503-357b-4eca-8f3f-1dbf697d7b9e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b8510487-57b7-471a-bd67-7c6c7ee2984a HTTP/1.1" status: 200 len: 855 time: 0.0629623 Jun 03 08:38:06.209103 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd1ff3-5983-473b-a1ba-ea71d01e24a1 req-f64ebff7-44e4-4cfc-a53a-81b568ed10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:06.210610 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b4bd1ff3-5983-473b-a1ba-ea71d01e24a1 req-f64ebff7-44e4-4cfc-a53a-81b568ed10fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770556f7-a783-4401-a31e-c720773b8096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0720961 Jun 03 08:38:06.346189 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b4bd1ff3-5983-473b-a1ba-ea71d01e24a1 req-9c0ff012-fee7-443d-8292-f0936a67d9f7 service neutron] 10.222.0.47 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277084 Jun 03 08:38:06.562846 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b4bd1ff3-5983-473b-a1ba-ea71d01e24a1 req-f4026453-4a51-4e12-9521-e742dd93d3d7 service neutron] 10.222.0.47 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101109 Jun 03 08:38:07.003260 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff5fd4-1701-4448-94d7-a9c6fe3b1380 req-9669d7bc-7284-4aa1-88f8-3a0073de7b1a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:07.004800 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-8dff5fd4-1701-4448-94d7-a9c6fe3b1380 req-9669d7bc-7284-4aa1-88f8-3a0073de7b1a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.0828054 Jun 03 08:38:07.052738 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-8dff5fd4-1701-4448-94d7-a9c6fe3b1380 req-2ea188cd-ba07-4038-ac88-f2ce9edf5ca0 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423164 Jun 03 08:38:08.254114 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf520787-2d8d-4a0e-a24a-26c120445ba3 req-e8aee0a7-7d84-4ebe-b815-92cb1189b785 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:08.255601 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-bf520787-2d8d-4a0e-a24a-26c120445ba3 req-e8aee0a7-7d84-4ebe-b815-92cb1189b785 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.0865924 Jun 03 08:38:08.305489 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-bf520787-2d8d-4a0e-a24a-26c120445ba3 req-998d532b-9e27-454c-9ceb-17add6297bdd tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418780 Jun 03 08:38:09.508217 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0a1b2-2fd4-48f9-a11f-357a8383ed88 req-372cb90f-b59d-40ea-a19a-8c6e3b127f02 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:09.509732 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a5d0a1b2-2fd4-48f9-a11f-357a8383ed88 req-372cb90f-b59d-40ea-a19a-8c6e3b127f02 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 945 time: 0.0844741 Jun 03 08:38:09.561127 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a5d0a1b2-2fd4-48f9-a11f-357a8383ed88 req-90616893-2dbf-43ff-b121-b783995b3c48 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452416 Jun 03 08:38:10.084678 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:38:10.203155 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:10.232013 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11554f70-7dae-4ef9-b68b-d08f5692fd23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:38:10.234643 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc90639-738c-43f3-8907-75eef3287cc1" -d '{"events": [{"server_uuid": "11554f70-7dae-4ef9-b68b-d08f5692fd23", "name": "network-vif-unplugged", "status": "completed", "tag": "8a1e8d3b-0eab-4785-985f-48fbefdbeb48"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:38:10.242972 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:38:10.274586 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Jun 2021 08:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211ca435-af04-41a7-a467-35296604452d x-openstack-request-id: req-211ca435-af04-41a7-a467-35296604452d {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:38:10.274884 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11554f70-7dae-4ef9-b68b-d08f5692fd23", "name": "network-vif-unplugged", "status": "failed", "tag": "8a1e8d3b-0eab-4785-985f-48fbefdbeb48", "code": 422}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:38:10.275150 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-211ca435-af04-41a7-a467-35296604452d {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:38:10.275584 dv-cinder-787262-5-smb neutron-server[92358]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '11554f70-7dae-4ef9-b68b-d08f5692fd23', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48', 'code': 422} returned with failed status Jun 03 08:38:10.394584 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:10.396398 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:38:10.495721 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,revision_number=8']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:38:10.498960 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:38:12.884588 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0117e-3c6a-4c69-bdf6-65e9205741ff req-98b993ac-611b-4618-905b-d1a363b57ed1 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:12.886021 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-fca0117e-3c6a-4c69-bdf6-65e9205741ff req-98b993ac-611b-4618-905b-d1a363b57ed1 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 943 time: 0.0883849 Jun 03 08:38:12.934702 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-fca0117e-3c6a-4c69-bdf6-65e9205741ff req-35da8e08-f124-4d63-820b-187b3dfd0156 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419126 Jun 03 08:38:13.119116 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-ba674905-a0cb-45c9-ac90-2058d7afed53 req-e0af36f5-60c4-4c9b-bdbe-d0fa651464ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0736129 Jun 03 08:38:14.126814 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ab4b9-bed9-4708-9188-03abf15523e8 req-75e02b47-43f1-4c39-9082-279b121d83a4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:14.128240 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f68ab4b9-bed9-4708-9188-03abf15523e8 req-75e02b47-43f1-4c39-9082-279b121d83a4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 943 time: 0.0781372 Jun 03 08:38:14.175548 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f68ab4b9-bed9-4708-9188-03abf15523e8 req-b07af090-3644-41ca-9b20-4bb015f11a89 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416543 Jun 03 08:38:14.528926 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-48ffc970-a4af-4669-bb72-eee09058ea37 req-b0ddeb08-2405-4bd3-9da9-8fc212b9119c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719633 Jun 03 08:38:14.689775 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffc970-a4af-4669-bb72-eee09058ea37 req-38e53afc-9b6f-4a9c-9610-5acf7499d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:14.691266 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-48ffc970-a4af-4669-bb72-eee09058ea37 req-38e53afc-9b6f-4a9c-9610-5acf7499d53f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1b8b8ec99894bf99d282bc56aac7e7d&device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 1098 time: 0.0840225 Jun 03 08:38:14.844193 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffc970-a4af-4669-bb72-eee09058ea37 req-8015d013-97c1-4ea5-ac6c-f28e8a90a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:14.846070 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-48ffc970-a4af-4669-bb72-eee09058ea37 req-8015d013-97c1-4ea5-ac6c-f28e8a90a924 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ab091dd-5f88-433c-a8b2-85f434152459 HTTP/1.1" status: 200 len: 911 time: 0.1324313 Jun 03 08:38:14.964860 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-48ffc970-a4af-4669-bb72-eee09058ea37 req-833d15a7-924b-494f-8375-6400076e09a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b23cdc8-cb57-4e46-9d10-4d17360204fa HTTP/1.1" status: 200 len: 1001 time: 0.1112273 Jun 03 08:38:15.036333 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffc970-a4af-4669-bb72-eee09058ea37 req-c7a46629-4545-4cb7-a977-25b5cd8b88d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:15.037754 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-48ffc970-a4af-4669-bb72-eee09058ea37 req-c7a46629-4545-4cb7-a977-25b5cd8b88d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=315dff12-35da-48f3-b24b-119c691945c6 HTTP/1.1" status: 200 len: 849 time: 0.0668454 Jun 03 08:38:15.115299 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffc970-a4af-4669-bb72-eee09058ea37 req-a7221b71-3af4-422b-979d-7acfb0c09822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:15.116775 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-48ffc970-a4af-4669-bb72-eee09058ea37 req-a7221b71-3af4-422b-979d-7acfb0c09822 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ab091dd-5f88-433c-a8b2-85f434152459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722585 Jun 03 08:38:15.258835 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-48ffc970-a4af-4669-bb72-eee09058ea37 req-1ab57ef0-e1ed-49c3-94fc-7e4e97dba23f service neutron] 10.222.0.47 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332431 Jun 03 08:38:15.392151 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a4555-1629-45f8-a667-abda5704efe9 req-d4462f70-a65c-4f70-8985-35638ecc6c56 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:15.393556 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-cb0a4555-1629-45f8-a667-abda5704efe9 req-d4462f70-a65c-4f70-8985-35638ecc6c56 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 943 time: 0.0875061 Jun 03 08:38:15.441885 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-cb0a4555-1629-45f8-a667-abda5704efe9 req-fb80f942-6008-4998-9f17-d9feca849fb4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423198 Jun 03 08:38:15.466242 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-48ffc970-a4af-4669-bb72-eee09058ea37 req-02269719-2375-431c-a26e-a4196b9e4989 service neutron] 10.222.0.47 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961808 Jun 03 08:38:15.484639 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba674905-a0cb-45c9-ac90-2058d7afed53 req-c57de33e-a85c-43e2-995c-d9824ee1e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:15.486204 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ba674905-a0cb-45c9-ac90-2058d7afed53 req-c57de33e-a85c-43e2-995c-d9824ee1e3bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23&tenant_id=bdd92ec4f372413b96455fe8b4025af3 HTTP/1.1" status: 200 len: 1096 time: 0.1245313 Jun 03 08:38:15.584915 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba674905-a0cb-45c9-ac90-2058d7afed53 req-727bdb06-54ad-4a9b-93e0-6e9669995dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:15.586688 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ba674905-a0cb-45c9-ac90-2058d7afed53 req-727bdb06-54ad-4a9b-93e0-6e9669995dcc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdd92ec4f372413b96455fe8b4025af3&device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 1096 time: 0.0764534 Jun 03 08:38:15.725744 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba674905-a0cb-45c9-ac90-2058d7afed53 req-5ffebfad-6ba6-4ace-80b5-d4f505fed972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:15.727199 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ba674905-a0cb-45c9-ac90-2058d7afed53 req-5ffebfad-6ba6-4ace-80b5-d4f505fed972 service neutron] 10.222.0.47 "GET /v2.0/networks?id=770556f7-a783-4401-a31e-c720773b8096 HTTP/1.1" status: 200 len: 917 time: 0.1337097 Jun 03 08:38:15.836373 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ba674905-a0cb-45c9-ac90-2058d7afed53 req-15746698-cacf-465b-ac0c-8f3efb0f202e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a1e8d3b-0eab-4785-985f-48fbefdbeb48 HTTP/1.1" status: 200 len: 998 time: 0.1018474 Jun 03 08:38:15.905752 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba674905-a0cb-45c9-ac90-2058d7afed53 req-53ab6e0c-cb3a-44fc-b69d-e5546b90b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:15.907248 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ba674905-a0cb-45c9-ac90-2058d7afed53 req-53ab6e0c-cb3a-44fc-b69d-e5546b90b6fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b8510487-57b7-471a-bd67-7c6c7ee2984a HTTP/1.1" status: 200 len: 855 time: 0.0630133 Jun 03 08:38:16.068608 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba674905-a0cb-45c9-ac90-2058d7afed53 req-66315957-3bce-43dc-986f-2d7e4c9df7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:16.070319 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ba674905-a0cb-45c9-ac90-2058d7afed53 req-66315957-3bce-43dc-986f-2d7e4c9df7c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770556f7-a783-4401-a31e-c720773b8096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1556871 Jun 03 08:38:16.212507 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ba674905-a0cb-45c9-ac90-2058d7afed53 req-fe938efa-1c09-4d98-8bd6-c81604afd9e2 service neutron] 10.222.0.47 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340330 Jun 03 08:38:16.349961 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ba674905-a0cb-45c9-ac90-2058d7afed53 req-b118abad-33ad-4d75-8740-ccf5d8204f91 service neutron] 10.222.0.47 "GET /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306856 Jun 03 08:38:16.715175 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7b395-0d8a-4a4e-aa08-d1afef5c9c91 req-7af71f08-8c92-487e-917d-444e6a513050 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:16.716603 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2ad7b395-0d8a-4a4e-aa08-d1afef5c9c91 req-7af71f08-8c92-487e-917d-444e6a513050 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 943 time: 0.0853388 Jun 03 08:38:16.763762 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2ad7b395-0d8a-4a4e-aa08-d1afef5c9c91 req-75157108-b840-44b6-8b69-837e3890b3cd tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405817 Jun 03 08:38:17.743416 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:17.985993 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8e223-4c3d-4fe6-996e-7359638ff62d req-b9b08f28-f9bd-4554-9c45-6e11fa0e501c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:17.987524 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-b0d8e223-4c3d-4fe6-996e-7359638ff62d req-b9b08f28-f9bd-4554-9c45-6e11fa0e501c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 943 time: 0.0886040 Jun 03 08:38:18.035427 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-b0d8e223-4c3d-4fe6-996e-7359638ff62d req-34e1eaf6-c96d-485b-8cee-7444413a797d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422275 Jun 03 08:38:19.251504 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335e7f2-3562-419c-b664-4fbf05baaaea req-61474e37-c933-4333-bf90-26b8573aff30 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:19.252874 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d335e7f2-3562-419c-b664-4fbf05baaaea req-61474e37-c933-4333-bf90-26b8573aff30 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 943 time: 0.0953050 Jun 03 08:38:19.303177 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d335e7f2-3562-419c-b664-4fbf05baaaea req-0d9e72c8-f694-43c4-afc7-d09df350845b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427971 Jun 03 08:38:20.523510 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1de28b-072a-4898-8824-edde252da91a req-7bd1f76e-9892-49aa-911f-54ce380c90b3 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:20.525028 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-ff1de28b-072a-4898-8824-edde252da91a req-7bd1f76e-9892-49aa-911f-54ce380c90b3 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 943 time: 0.0958903 Jun 03 08:38:20.574550 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-ff1de28b-072a-4898-8824-edde252da91a req-9c1d230e-a123-4a31-bc6b-f8a8efd84146 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432990 Jun 03 08:38:21.800693 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf165eb-728f-4a3c-89df-6d5fc07c4789 req-7e4231e7-4743-4964-ba82-2cb2fad721bb tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:21.800693 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3cf165eb-728f-4a3c-89df-6d5fc07c4789 req-7e4231e7-4743-4964-ba82-2cb2fad721bb tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 943 time: 0.0877466 Jun 03 08:38:21.838325 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3cf165eb-728f-4a3c-89df-6d5fc07c4789 req-f7638a10-f891-408b-90fa-1d529feb68d8 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480018 Jun 03 08:38:23.086466 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af3d39-1ce6-4dec-b6f4-6c8f3d2719f0 req-3e8dd807-66bd-4764-a628-57bc7a58c7ee tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:23.090637 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-82af3d39-1ce6-4dec-b6f4-6c8f3d2719f0 req-3e8dd807-66bd-4764-a628-57bc7a58c7ee tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 943 time: 0.1213748 Jun 03 08:38:23.146579 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-82af3d39-1ce6-4dec-b6f4-6c8f3d2719f0 req-9563f861-56d1-4774-9dd7-a32bde28aba7 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524499 Jun 03 08:38:23.371933 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-dea64f1f-5782-4955-a743-ec9846303da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:24.363574 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8e79f-cb57-4746-ae14-bb77ccfe755d req-8d2e8b8a-3380-4a13-97e6-95c5be1589f6 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:24.365789 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0fd8e79f-cb57-4746-ae14-bb77ccfe755d req-8d2e8b8a-3380-4a13-97e6-95c5be1589f6 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 943 time: 0.0994718 Jun 03 08:38:24.412158 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0fd8e79f-cb57-4746-ae14-bb77ccfe755d req-a2b1aebc-5c4f-4142-8286-b47a60601211 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408254 Jun 03 08:38:25.630895 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc72ef-3afd-4cf1-80e2-3244b5cce738 req-a7970598-808c-4a1d-a7e8-73680364b07e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:25.632492 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-8bdc72ef-3afd-4cf1-80e2-3244b5cce738 req-a7970598-808c-4a1d-a7e8-73680364b07e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 943 time: 0.0863042 Jun 03 08:38:25.689987 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-8bdc72ef-3afd-4cf1-80e2-3244b5cce738 req-9a8e8364-ce33-4708-8460-9e4086334a0e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510566 Jun 03 08:38:26.377837 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:26.811005 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-d2b237d8-af2a-4024-9e50-39578d2399e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:26.893794 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615aba2b-511a-437c-b3cb-4cc107f69cbc req-12c96334-6231-4148-a8eb-775d4ee0220a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:26.895394 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-615aba2b-511a-437c-b3cb-4cc107f69cbc req-12c96334-6231-4148-a8eb-775d4ee0220a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 943 time: 0.0893383 Jun 03 08:38:26.943031 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-615aba2b-511a-437c-b3cb-4cc107f69cbc req-9c1deb0b-c4c5-4acf-a6c7-540254566438 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407424 Jun 03 08:38:27.789123 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:28.145803 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc1dc3-fc2a-4195-9957-45ffe4a0848c req-c0bdaa95-31a2-432c-a39e-2cb49c154a7f tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:28.147433 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-71fc1dc3-fc2a-4195-9957-45ffe4a0848c req-c0bdaa95-31a2-432c-a39e-2cb49c154a7f tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 943 time: 0.0910385 Jun 03 08:38:28.191902 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-71fc1dc3-fc2a-4195-9957-45ffe4a0848c req-d9663fe2-edee-4c99-9322-0d49fcab5b40 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386972 Jun 03 08:38:29.380025 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33cd89-ed97-4960-a115-1d846f1b975b req-855e67b0-6b2d-44e9-ba49-f590070d593c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:29.381488 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-dc33cd89-ed97-4960-a115-1d846f1b975b req-855e67b0-6b2d-44e9-ba49-f590070d593c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 943 time: 0.0801551 Jun 03 08:38:29.427704 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-dc33cd89-ed97-4960-a115-1d846f1b975b req-11e00bfc-686f-44ff-94d8-41c8b99d9c9f tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403087 Jun 03 08:38:29.840519 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:30.197926 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:38:30.331203 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:38:30.345282 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'port_id': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48', 'mac_address': 'fa:16:3e:d3:c4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:38:30.404126 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:30.421846 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:38:30.437566 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:38:30.531964 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:30.533940 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:38:30.604054 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,revision_number=9']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:38:30.607272 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:38:30.635606 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f990e1f-a3ba-4464-ac7b-75848ccbebf8 req-f91ddf14-a23d-487c-b62b-834a4b067082 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:30.637087 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4f990e1f-a3ba-4464-ac7b-75848ccbebf8 req-f91ddf14-a23d-487c-b62b-834a4b067082 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 944 time: 0.0837083 Jun 03 08:38:30.687159 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4f990e1f-a3ba-4464-ac7b-75848ccbebf8 req-f5c5ae90-1790-4c83-bae5-fef939500ea9 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435872 Jun 03 08:38:30.774322 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['8a1e8d3b-0eab-4785-985f-48fbefdbeb48'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:38:31.886457 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae798b01-4a5e-4356-a42d-8966bda5aef5 req-b020d48d-1972-4f83-9289-8feda0f3e44b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:31.887992 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ae798b01-4a5e-4356-a42d-8966bda5aef5 req-b020d48d-1972-4f83-9289-8feda0f3e44b tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 944 time: 0.0850461 Jun 03 08:38:31.935060 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ae798b01-4a5e-4356-a42d-8966bda5aef5 req-5f9d2350-5b74-4b44-86de-0137bda891a8 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405581 Jun 03 08:38:32.214509 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:38:32.283284 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:38:32.283654 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:32.405498 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:32.435139 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11554f70-7dae-4ef9-b68b-d08f5692fd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:38:32.437543 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98357495-047e-4ed4-8f26-fc4bfe0164e2" -d '{"events": [{"server_uuid": "11554f70-7dae-4ef9-b68b-d08f5692fd23", "name": "network-vif-plugged", "status": "completed", "tag": "8a1e8d3b-0eab-4785-985f-48fbefdbeb48"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:38:32.449206 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:38:32.484114 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dec4a1-e8f1-43a7-aadb-a573f24d93ce x-openstack-request-id: req-d0dec4a1-e8f1-43a7-aadb-a573f24d93ce {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:38:32.484503 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11554f70-7dae-4ef9-b68b-d08f5692fd23", "name": "network-vif-plugged", "status": "completed", "tag": "8a1e8d3b-0eab-4785-985f-48fbefdbeb48", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:38:32.484934 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0dec4a1-e8f1-43a7-aadb-a573f24d93ce {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:38:32.485979 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11554f70-7dae-4ef9-b68b-d08f5692fd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48', 'code': 200} Jun 03 08:38:33.065022 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:33.068890 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-4c230991-2e8c-4960-aca5-26d6f88e873d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:38:33.333233 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc45d0-7697-44be-a81a-7770de917f61 req-fcab9b6b-ba1a-4d15-9158-a1c28e158516 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:33.333233 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4ecc45d0-7697-44be-a81a-7770de917f61 req-fcab9b6b-ba1a-4d15-9158-a1c28e158516 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 946 time: 0.0937579 Jun 03 08:38:33.334205 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,revision_number=10']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:38:33.334205 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:38:33.334742 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4ecc45d0-7697-44be-a81a-7770de917f61 req-a59324fa-06ce-45a1-a508-7031d5d95146 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423868 Jun 03 08:38:33.906291 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e1ec5-083b-4f12-85fe-d15ef19005a5 req-59b12504-c642-42f5-9f38-c923271c6ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:33.907860 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ae0e1ec5-083b-4f12-85fe-d15ef19005a5 req-59b12504-c642-42f5-9f38-c923271c6ac0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 1099 time: 0.0752349 Jun 03 08:38:33.948986 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ae0e1ec5-083b-4f12-85fe-d15ef19005a5 req-80587e23-7d12-473f-a13d-b12922d4e899 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342019 Jun 03 08:38:34.396018 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f440a-ad0a-4978-900f-192c18d1bf6b req-66638d0b-b893-40b2-bb6c-50454e150176 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:34.397507 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-837f440a-ad0a-4978-900f-192c18d1bf6b req-66638d0b-b893-40b2-bb6c-50454e150176 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 946 time: 0.0899534 Jun 03 08:38:34.444147 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-837f440a-ad0a-4978-900f-192c18d1bf6b req-caa51527-afce-48a3-ac4a-998a2ad3135d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401211 Jun 03 08:38:35.640747 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75c394-9f63-4f23-b6dc-0aee71325443 req-aa24e364-f940-4e94-8fe0-885c6a2e1999 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:35.642278 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9b75c394-9f63-4f23-b6dc-0aee71325443 req-aa24e364-f940-4e94-8fe0-885c6a2e1999 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 946 time: 0.0816822 Jun 03 08:38:35.693381 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9b75c394-9f63-4f23-b6dc-0aee71325443 req-8a1acec4-4b2c-4ddf-b3c0-35aa786539b4 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454965 Jun 03 08:38:36.882288 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07245c46-25da-4ac2-8fa7-30ee524589eb req-a6411371-966d-4283-b9be-e06c73a39884 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:36.883758 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-07245c46-25da-4ac2-8fa7-30ee524589eb req-a6411371-966d-4283-b9be-e06c73a39884 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 946 time: 0.0804074 Jun 03 08:38:36.928650 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-07245c46-25da-4ac2-8fa7-30ee524589eb req-c3e0d2ac-18eb-4b07-b0ec-87c751585390 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393131 Jun 03 08:38:38.864995 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45137a66-b244-4f5e-b6ec-411e369d5f28 req-99028211-a91c-43f2-a131-da350da98491 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:38.866496 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-45137a66-b244-4f5e-b6ec-411e369d5f28 req-99028211-a91c-43f2-a131-da350da98491 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0858457 Jun 03 08:38:38.912809 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-45137a66-b244-4f5e-b6ec-411e369d5f28 req-8b322263-9a65-4ffb-a204-2f8780fffd45 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404990 Jun 03 08:38:39.824008 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:38:40.101156 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108523d6-4935-4650-bf99-fe46525b543a req-d72ca1ca-6044-4522-a0c5-f47e45aa7e9c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:40.102564 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-108523d6-4935-4650-bf99-fe46525b543a req-d72ca1ca-6044-4522-a0c5-f47e45aa7e9c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0816550 Jun 03 08:38:40.148791 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-108523d6-4935-4650-bf99-fe46525b543a req-e8dabf42-f207-45aa-9207-357767bc554e tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405338 Jun 03 08:38:40.891640 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b7c59-3c84-4aa6-bbde-d31f374e0d0f req-3da833c2-ede0-4431-99ce-7fa1b6f111d5 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:40.895262 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-715b7c59-3c84-4aa6-bbde-d31f374e0d0f req-3da833c2-ede0-4431-99ce-7fa1b6f111d5 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.47 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0874324 Jun 03 08:38:41.031266 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-715b7c59-3c84-4aa6-bbde-d31f374e0d0f req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Deleting port 5b23cdc8-cb57-4e46-9d10-4d17360204fa {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:38:41.031627 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-715b7c59-3c84-4aa6-bbde-d31f374e0d0f req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:41.163214 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-715b7c59-3c84-4aa6-bbde-d31f374e0d0f req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] For port 5b23cdc8-cb57-4e46-9d10-4d17360204fa, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5b23cdc8-cb57-4e46-9d10-4d17360204fa,segment=NetworkSegment(599df174-1f52-4425-ab03-86e95cf193f7),segment_id=599df174-1f52-4425-ab03-86e95cf193f7)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:38:41.163921 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-715b7c59-3c84-4aa6-bbde-d31f374e0d0f req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:41.344182 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc22efd-283d-4b90-8a6f-003e7de417fd req-5ad9a27c-b711-4759-868a-2de5f7c58173 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:41.345446 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9cc22efd-283d-4b90-8a6f-003e7de417fd req-5ad9a27c-b711-4759-868a-2de5f7c58173 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 945 time: 0.0845735 Jun 03 08:38:41.395643 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9cc22efd-283d-4b90-8a6f-003e7de417fd req-b88306d6-24e8-45a3-8071-c9e1ec052cee tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d53f5e5-9060-4ce8-8069-5e942c2daf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444973 Jun 03 08:38:41.542646 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-715b7c59-3c84-4aa6-bbde-d31f374e0d0f req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:41.543009 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-715b7c59-3c84-4aa6-bbde-d31f374e0d0f req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361148'] for floatingip, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:41.543323 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.db.l3_db [req-715b7c59-3c84-4aa6-bbde-d31f374e0d0f req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Floating IP 764195ba-0a66-4c86-9dc8-a8ce4bb4ccee disassociated. External IP: 172.28.3.205, port: 5b23cdc8-cb57-4e46-9d10-4d17360204fa. Jun 03 08:38:41.543657 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-715b7c59-3c84-4aa6-bbde-d31f374e0d0f req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Calling delete_port for 5b23cdc8-cb57-4e46-9d10-4d17360204fa owned by compute:nova {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:38:41.726203 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-715b7c59-3c84-4aa6-bbde-d31f374e0d0f req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:41.731908 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-cf6c41a4-d6fa-41b2-bcf2-38cc26d7bcec tempest-VolumesActionsTest-990363332 tempest-VolumesActionsTest-990363332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:38:41.775278 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Pushing event deleted for resources: {'Port': ['ID=5b23cdc8-cb57-4e46-9d10-4d17360204fa,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:38:41.786971 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:41.787320 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:41.787682 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:41.788038 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:41.788387 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:41.788755 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:41.789062 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:41.789403 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:41.789745 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:41.790083 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:41.790446 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:41.790781 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:41.794544 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:38:41.976733 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-715b7c59-3c84-4aa6-bbde-d31f374e0d0f req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:38:42.154625 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-715b7c59-3c84-4aa6-bbde-d31f374e0d0f req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:38:42.164259 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467871f8-6271-4305-9914-7adf1544b562 None None] Sync routers for ids ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'] in dv-cinder-787262-5-smb {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:38:42.174832 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467871f8-6271-4305-9914-7adf1544b562 None None] Routers {'78e3d1b4-168e-43f9-84d1-72d69dc35e68'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:38:42.175522 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-467871f8-6271-4305-9914-7adf1544b562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:38:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:38:42.236326 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-715b7c59-3c84-4aa6-bbde-d31f374e0d0f req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] No DVR routers for this DVR port 5b23cdc8-cb57-4e46-9d10-4d17360204fa on host hv-cinder-78726 {{(pid=92357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:38:42.240909 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-715b7c59-3c84-4aa6-bbde-d31f374e0d0f req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:42.246948 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09155f4e-eaa6-49ee-b66c-dba6488973d1', 'name': 'network-vif-deleted', 'tag': '5b23cdc8-cb57-4e46-9d10-4d17360204fa'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:38:42.249186 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ec7c09-51bd-4a9f-a160-466b9ad7a9dd" -d '{"events": [{"server_uuid": "09155f4e-eaa6-49ee-b66c-dba6488973d1", "name": "network-vif-deleted", "tag": "5b23cdc8-cb57-4e46-9d10-4d17360204fa"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:38:42.321533 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-715b7c59-3c84-4aa6-bbde-d31f374e0d0f req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.47 "DELETE /v2.0/ports/5b23cdc8-cb57-4e46-9d10-4d17360204fa HTTP/1.1" status: 204 len: 173 time: 1.4219759 Jun 03 08:38:42.350067 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf4ef9f-b919-4652-b20b-89c5503f0192 x-openstack-request-id: req-faf4ef9f-b919-4652-b20b-89c5503f0192 {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:38:42.350498 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09155f4e-eaa6-49ee-b66c-dba6488973d1", "name": "network-vif-deleted", "tag": "5b23cdc8-cb57-4e46-9d10-4d17360204fa", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:38:42.350887 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-faf4ef9f-b919-4652-b20b-89c5503f0192 {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:38:42.351363 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09155f4e-eaa6-49ee-b66c-dba6488973d1', 'name': 'network-vif-deleted', 'tag': '5b23cdc8-cb57-4e46-9d10-4d17360204fa', 'status': 'completed', 'code': 200} Jun 03 08:38:42.362213 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-467871f8-6271-4305-9914-7adf1544b562 None None] Set router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:38:42.556937 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-93e1e29c-572c-445e-9209-a65ef92f92d9 req-4899f4d0-e8dd-4bb5-b0d7-35763f0546c6 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=09155f4e-eaa6-49ee-b66c-dba6488973d1 HTTP/1.1" status: 200 len: 210 time: 0.0478821 Jun 03 08:38:42.677278 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-467871f8-6271-4305-9914-7adf1544b562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:35:24Z', 'updated_at': '2021-06-03T08:35:33Z', 'revision_number': 4, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'gw_port': {'id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:25Z', 'updated_at': '2021-06-03T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'daf14974-c01a-48e6-83b0-b3a6132348d5', 'name': '', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'mac_address': 'fa:16:3e:71:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '315dff12-35da-48f3-b24b-119c691945c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:31Z', 'updated_at': '2021-06-03T08:35:44Z', 'revision_number': 5, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'subnets': [{'id': '315dff12-35da-48f3-b24b-119c691945c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:38:42.681792 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467871f8-6271-4305-9914-7adf1544b562 None None] Checking router: 78e3d1b4-168e-43f9-84d1-72d69dc35e68 for host: dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:38:42.691270 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467871f8-6271-4305-9914-7adf1544b562 None None] Routers {'78e3d1b4-168e-43f9-84d1-72d69dc35e68'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:38:42.691897 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-467871f8-6271-4305-9914-7adf1544b562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:38:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:38:42.898651 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-467871f8-6271-4305-9914-7adf1544b562 None None] Set router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:38:43.213189 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-467871f8-6271-4305-9914-7adf1544b562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:35:24Z', 'updated_at': '2021-06-03T08:35:33Z', 'revision_number': 4, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'gw_port': {'id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:25Z', 'updated_at': '2021-06-03T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'daf14974-c01a-48e6-83b0-b3a6132348d5', 'name': '', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'mac_address': 'fa:16:3e:71:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '315dff12-35da-48f3-b24b-119c691945c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:31Z', 'updated_at': '2021-06-03T08:35:44Z', 'revision_number': 5, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'subnets': [{'id': '315dff12-35da-48f3-b24b-119c691945c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:38:43.218245 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467871f8-6271-4305-9914-7adf1544b562 None None] The sync data for ids ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'] in dv-cinder-787262-5-smb is: [{'id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:35:24Z', 'updated_at': '2021-06-03T08:35:33Z', 'revision_number': 4, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'gw_port': {'id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:25Z', 'updated_at': '2021-06-03T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'daf14974-c01a-48e6-83b0-b3a6132348d5', 'name': '', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'mac_address': 'fa:16:3e:71:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '315dff12-35da-48f3-b24b-119c691945c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:31Z', 'updated_at': '2021-06-03T08:35:44Z', 'revision_number': 5, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'subnets': [{'id': '315dff12-35da-48f3-b24b-119c691945c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:38:43.413699 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad18536-16a2-4775-8a03-e0196bc257f5 None None] New status for floating IP 764195ba-0a66-4c86-9dc8-a8ce4bb4ccee: DOWN {{(pid=92359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 08:38:43.755801 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60514) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:38:43.820607 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-47d034e1-eee9-499f-9ff5-ed6539691829 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:43.850456 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-47d034e1-eee9-499f-9ff5-ed6539691829 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:44.023897 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-47d034e1-eee9-499f-9ff5-ed6539691829 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:44.027880 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d0298be6-cbf7-4635-b7a0-487d126b6491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:38:44.047083 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d034e1-eee9-499f-9ff5-ed6539691829 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d53f5e5-9060-4ce8-8069-5e942c2daf80,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:38:44.055004 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d034e1-eee9-499f-9ff5-ed6539691829 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:44.055366 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d034e1-eee9-499f-9ff5-ed6539691829 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:44.055722 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d034e1-eee9-499f-9ff5-ed6539691829 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:44.056073 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d034e1-eee9-499f-9ff5-ed6539691829 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:44.056469 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d034e1-eee9-499f-9ff5-ed6539691829 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:44.056817 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d034e1-eee9-499f-9ff5-ed6539691829 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:44.057156 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d034e1-eee9-499f-9ff5-ed6539691829 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:44.057496 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d034e1-eee9-499f-9ff5-ed6539691829 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:44.057838 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d034e1-eee9-499f-9ff5-ed6539691829 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:44.058204 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d034e1-eee9-499f-9ff5-ed6539691829 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:44.058543 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d034e1-eee9-499f-9ff5-ed6539691829 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:44.058877 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d034e1-eee9-499f-9ff5-ed6539691829 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:44.062038 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-47d034e1-eee9-499f-9ff5-ed6539691829 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:38:44.165286 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-47d034e1-eee9-499f-9ff5-ed6539691829 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:44.166505 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-47d034e1-eee9-499f-9ff5-ed6539691829 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "DELETE /v2.0/security-groups/3d53f5e5-9060-4ce8-8069-5e942c2daf80 HTTP/1.1" status: 204 len: 168 time: 0.4097807 Jun 03 08:38:44.169122 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60516) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:38:44.252171 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 5b23cdc8-cb57-4e46-9d10-4d17360204fa no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:38:44.253499 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.api.v2.resource [None req-0c32c19f-5f9e-4bdd-abdf-4b4f5f2295c4 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] show failed (client error): The resource could not be found. Jun 03 08:38:44.254500 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-0c32c19f-5f9e-4bdd-abdf-4b4f5f2295c4 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups/3d53f5e5-9060-4ce8-8069-5e942c2daf80 HTTP/1.1" status: 404 len: 347 time: 0.0844915 Jun 03 08:38:44.257262 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60518) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:38:44.286726 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] No Port match for: 5b23cdc8-cb57-4e46-9d10-4d17360204fa {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:38:44.287079 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 5b23cdc8-cb57-4e46-9d10-4d17360204fa not bound to the agent host hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:38:44.478613 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-4dde5aa2-6e27-4443-88f2-bfbfe3f3d43f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Deleting port 5bb92bef-79c3-446b-91fd-eac880264c2e {{(pid=92356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:38:44.478951 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4dde5aa2-6e27-4443-88f2-bfbfe3f3d43f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:44.594986 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4dde5aa2-6e27-4443-88f2-bfbfe3f3d43f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:44.595305 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4dde5aa2-6e27-4443-88f2-bfbfe3f3d43f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:44.713770 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-4dde5aa2-6e27-4443-88f2-bfbfe3f3d43f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Calling delete_port for 5bb92bef-79c3-446b-91fd-eac880264c2e owned by network:floatingip {{(pid=92356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:38:44.908996 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4dde5aa2-6e27-4443-88f2-bfbfe3f3d43f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:44.912871 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:38:44.959882 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde5aa2-6e27-4443-88f2-bfbfe3f3d43f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Pushing event deleted for resources: {'Port': ['ID=5bb92bef-79c3-446b-91fd-eac880264c2e,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:38:44.963379 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-4dde5aa2-6e27-4443-88f2-bfbfe3f3d43f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:38:45.048739 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4dde5aa2-6e27-4443-88f2-bfbfe3f3d43f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for floatingip, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:45.062447 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4dde5aa2-6e27-4443-88f2-bfbfe3f3d43f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for floatingip, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:45.064094 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-4dde5aa2-6e27-4443-88f2-bfbfe3f3d43f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "DELETE /v2.0/floatingips/764195ba-0a66-4c86-9dc8-a8ce4bb4ccee HTTP/1.1" status: 204 len: 168 time: 0.8054245 Jun 03 08:38:45.581768 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60524) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:38:45.586761 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-58e1d036-4d89-4a6f-a611-05704c85c355 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1622646299', 'description': 'tempest-description--732076097'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:38:45.592557 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-58e1d036-4d89-4a6f-a611-05704c85c355 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:38:45.597174 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-58e1d036-4d89-4a6f-a611-05704c85c355 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Usage tracker for resource:security_group and tenant:b1b8b8ec99894bf99d282bc56aac7e7d is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:38:45.600076 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-58e1d036-4d89-4a6f-a611-05704c85c355 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:38:45.605984 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-58e1d036-4d89-4a6f-a611-05704c85c355 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:38:45.697731 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-58e1d036-4d89-4a6f-a611-05704c85c355 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:45.721744 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-58e1d036-4d89-4a6f-a611-05704c85c355 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:38:45.725662 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-58e1d036-4d89-4a6f-a611-05704c85c355 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Usage tracker for resource:security_group_rule and tenant:b1b8b8ec99894bf99d282bc56aac7e7d is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:38:45.728608 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-58e1d036-4d89-4a6f-a611-05704c85c355 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:38:45.734374 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-58e1d036-4d89-4a6f-a611-05704c85c355 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:38:45.804073 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-58e1d036-4d89-4a6f-a611-05704c85c355 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:45.909995 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-58e1d036-4d89-4a6f-a611-05704c85c355 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:45.913968 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-65ae0986-833b-4471-9535-4d95c2a14fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:38:45.956209 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1d036-4d89-4a6f-a611-05704c85c355 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c07cded0-60ff-42f7-84bc-a5c45ac0f503,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:38:45.959063 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-58e1d036-4d89-4a6f-a611-05704c85c355 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:38:46.109257 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-58e1d036-4d89-4a6f-a611-05704c85c355 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:46.110945 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-58e1d036-4d89-4a6f-a611-05704c85c355 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5274982 Jun 03 08:38:46.113699 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60528) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:38:46.118258 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-293c48c9-797a-4808-90bb-1700fc85ad25 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Request body: {'security_group_rule': {'security_group_id': 'c07cded0-60ff-42f7-84bc-a5c45ac0f503', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:38:46.124291 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-293c48c9-797a-4808-90bb-1700fc85ad25 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:38:46.128999 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-293c48c9-797a-4808-90bb-1700fc85ad25 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Usage tracker for resource:security_group_rule and tenant:b1b8b8ec99894bf99d282bc56aac7e7d is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:38:46.131968 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-293c48c9-797a-4808-90bb-1700fc85ad25 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:38:46.137663 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-293c48c9-797a-4808-90bb-1700fc85ad25 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:38:46.234868 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-293c48c9-797a-4808-90bb-1700fc85ad25 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:46.293060 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-293c48c9-797a-4808-90bb-1700fc85ad25 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:46.400861 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-293c48c9-797a-4808-90bb-1700fc85ad25 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270152'] for security_group_rule, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:46.403189 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:38:46.425466 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c48c9-797a-4808-90bb-1700fc85ad25 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6320f061-7b4b-4ece-b538-a601a184cf8d,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:38:46.428063 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-293c48c9-797a-4808-90bb-1700fc85ad25 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:38:46.509113 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-293c48c9-797a-4808-90bb-1700fc85ad25 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:46.510448 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-293c48c9-797a-4808-90bb-1700fc85ad25 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3956890 Jun 03 08:38:46.513868 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60530) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:38:46.519126 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-6ec5f221-3f5b-4c2f-a790-5ba598c9655c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Request body: {'security_group_rule': {'security_group_id': 'c07cded0-60ff-42f7-84bc-a5c45ac0f503', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:38:46.525119 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-6ec5f221-3f5b-4c2f-a790-5ba598c9655c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:38:46.528962 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-6ec5f221-3f5b-4c2f-a790-5ba598c9655c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Usage tracker for resource:security_group_rule and tenant:b1b8b8ec99894bf99d282bc56aac7e7d is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:38:46.531908 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-6ec5f221-3f5b-4c2f-a790-5ba598c9655c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:38:46.537703 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-6ec5f221-3f5b-4c2f-a790-5ba598c9655c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:38:46.614487 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-6ec5f221-3f5b-4c2f-a790-5ba598c9655c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:46.678008 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-6ec5f221-3f5b-4c2f-a790-5ba598c9655c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:46.777895 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-6ec5f221-3f5b-4c2f-a790-5ba598c9655c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270152'] for security_group_rule, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:46.779925 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:38:46.802023 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5f221-3f5b-4c2f-a790-5ba598c9655c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ffcc5a-e3f2-458f-a203-a8a8d2590dc1,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:38:46.804357 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-6ec5f221-3f5b-4c2f-a790-5ba598c9655c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:38:46.892880 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-6ec5f221-3f5b-4c2f-a790-5ba598c9655c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:46.894055 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-6ec5f221-3f5b-4c2f-a790-5ba598c9655c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3791518 Jun 03 08:38:46.897144 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60532) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:38:46.901430 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Request body: {'floatingip': {'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:38:46.907171 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:38:46.911107 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Usage tracker for resource:floatingip and tenant:b1b8b8ec99894bf99d282bc56aac7e7d is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:38:46.913985 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:38:46.919655 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:38:47.000597 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for floatingip, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:47.136931 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:47.268255 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_common [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Allocated IP 172.28.3.101 (ab209c3f-5e8a-42b5-8e48-1393c2a10612/ef3066cf-66bb-4e4c-b52a-e1ade41f3158/521215de-3dc8-4176-aea2-bd1f814b3e6a) {{(pid=92356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:38:47.417489 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for port, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:47.527068 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:47.531080 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:38:47.592099 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Network ab209c3f-5e8a-42b5-8e48-1393c2a10612 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:38:47.594903 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:38:47.598453 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Received port after_create {{(pid=92356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:38:47.627499 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Pushing event updated for resources: {'Port': ['ID=521215de-3dc8-4176-aea2-bd1f814b3e6a,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:38:47.633548 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:38:47.680753 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:47.755038 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:47.910207 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:48.112863 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for port, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:48.183565 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15262479'] for port, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:48.187236 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:38:48.293148 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Pushing event updated for resources: {'Port': ['ID=521215de-3dc8-4176-aea2-bd1f814b3e6a,revision_number=2']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:38:48.297052 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:38:48.303951 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361148'] for floatingip, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:48.509061 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for floatingip, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:48.510353 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6122563 Jun 03 08:38:48.732161 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b345be75-5610-4974-8d58-79bde6dbbdca tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Synchronizing usage tracker for tenant:b1b8b8ec99894bf99d282bc56aac7e7d on resource:security_group {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:38:48.834891 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b345be75-5610-4974-8d58-79bde6dbbdca tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Unset dirty status for tenant:b1b8b8ec99894bf99d282bc56aac7e7d on resource:security_group {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:38:48.836031 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b345be75-5610-4974-8d58-79bde6dbbdca tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1622646299&fields=id&tenant_id=b1b8b8ec99894bf99d282bc56aac7e7d HTTP/1.1" status: 200 len: 267 time: 0.1476452 Jun 03 08:38:48.991273 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-0ed35e19-c151-4080-b1d4-8c3fc1ba611a tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:48.992708 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-0ed35e19-c151-4080-b1d4-8c3fc1ba611a tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/networks?id=2ab091dd-5f88-433c-a8b2-85f434152459 HTTP/1.1" status: 200 len: 810 time: 0.1497824 Jun 03 08:38:49.008439 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-bde705f1-59b4-4c29-9d50-306190fa028d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/quotas/b1b8b8ec99894bf99d282bc56aac7e7d HTTP/1.1" status: 200 len: 375 time: 0.0101428 Jun 03 08:38:49.094633 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-41b565ee-8149-4ff3-a396-95843168999f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Synchronizing usage tracker for tenant:b1b8b8ec99894bf99d282bc56aac7e7d on resource:port {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:38:49.166140 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-41b565ee-8149-4ff3-a396-95843168999f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Unset dirty status for tenant:b1b8b8ec99894bf99d282bc56aac7e7d on resource:port {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:38:49.167759 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-41b565ee-8149-4ff3-a396-95843168999f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b1b8b8ec99894bf99d282bc56aac7e7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1537709 Jun 03 08:38:49.358966 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b4bbcf1c-a6cd-4d1a-96e8-062a1104d447 service neutron] 10.222.0.18 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784368 Jun 03 08:38:49.494302 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-cfffea7d-69dc-4cb9-a95b-d3521b5832d1 service neutron] 10.222.0.18 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291318 Jun 03 08:38:49.743740 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-c61cffaf-9196-4321-a066-622176fe84f4 req-47fec2e4-6da0-44dd-b9bf-52e67bced7cb tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Synchronizing usage tracker for tenant:b1b8b8ec99894bf99d282bc56aac7e7d on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:38:49.760386 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-c61cffaf-9196-4321-a066-622176fe84f4 req-47fec2e4-6da0-44dd-b9bf-52e67bced7cb tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Unset dirty status for tenant:b1b8b8ec99894bf99d282bc56aac7e7d on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:38:49.761525 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-c61cffaf-9196-4321-a066-622176fe84f4 req-47fec2e4-6da0-44dd-b9bf-52e67bced7cb tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 210 time: 0.0595551 Jun 03 08:38:50.912907 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-07e9f418-224f-4b10-bdc9-008bd83b52a7 req-23e5b99d-7322-4799-8bce-c27e6d244ecd tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 210 time: 0.0438764 Jun 03 08:38:52.087391 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-8bc1dfd1-1eb6-4366-a498-60a4281d0007 req-3aa5e988-bee2-448e-b87c-6ddbbe89d564 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 210 time: 0.0637856 Jun 03 08:38:52.124145 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-9de66d23-0e63-42fb-9918-80836587e0eb tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:52.125512 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-9de66d23-0e63-42fb-9918-80836587e0eb tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.47 "GET /v2.0/networks?id=2ab091dd-5f88-433c-a8b2-85f434152459 HTTP/1.1" status: 200 len: 810 time: 0.1936545 Jun 03 08:38:52.179033 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-d7972005-5fe0-4d14-a0de-4e7317c840e0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1b8b8ec99894bf99d282bc56aac7e7d HTTP/1.1" status: 200 len: 380 time: 0.0394344 Jun 03 08:38:52.187703 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-9504cb5a-816c-4152-b4e8-e112cdfd6e65 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Request body: {'port': {'device_id': '8b4c96cd-c443-4fce-82fd-c53880e02071', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'admin_state_up': True, 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'security_groups': ['c07cded0-60ff-42f7-84bc-a5c45ac0f503']}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:38:52.318889 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-9504cb5a-816c-4152-b4e8-e112cdfd6e65 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:38:52.328216 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-9504cb5a-816c-4152-b4e8-e112cdfd6e65 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:38:52.446656 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-9504cb5a-816c-4152-b4e8-e112cdfd6e65 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Made reservation on behalf of b1b8b8ec99894bf99d282bc56aac7e7d for: {'port': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:38:52.450220 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-9504cb5a-816c-4152-b4e8-e112cdfd6e65 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:52.705740 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_common [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-9504cb5a-816c-4152-b4e8-e112cdfd6e65 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Allocated IP 172.20.0.11 (2ab091dd-5f88-433c-a8b2-85f434152459/315dff12-35da-48f3-b24b-119c691945c6/c2381a04-68a2-423c-b94b-d50429da5675) {{(pid=92357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:38:52.896706 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-9504cb5a-816c-4152-b4e8-e112cdfd6e65 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for port, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:52.912225 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-9504cb5a-816c-4152-b4e8-e112cdfd6e65 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Transition to ACTIVE for port object c2381a04-68a2-423c-b94b-d50429da5675 will not be triggered until provisioned by entity DHCP. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:38:53.041540 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-9504cb5a-816c-4152-b4e8-e112cdfd6e65 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:53.047282 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-170d8a5f-3f57-44eb-af6a-c6c4bf3d31c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:38:53.115893 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-9504cb5a-816c-4152-b4e8-e112cdfd6e65 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Network 2ab091dd-5f88-433c-a8b2-85f434152459 is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:38:53.119049 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-9504cb5a-816c-4152-b4e8-e112cdfd6e65 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:38:53.122870 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-9504cb5a-816c-4152-b4e8-e112cdfd6e65 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Received port after_create {{(pid=92357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:38:53.160297 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504cb5a-816c-4152-b4e8-e112cdfd6e65 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Pushing event updated for resources: {'Port': ['ID=c2381a04-68a2-423c-b94b-d50429da5675,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:38:53.165688 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-9504cb5a-816c-4152-b4e8-e112cdfd6e65 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:38:53.201053 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-9504cb5a-816c-4152-b4e8-e112cdfd6e65 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:53.201966 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-9504cb5a-816c-4152-b4e8-e112cdfd6e65 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:53.292871 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581319a-f581-4c56-ba9d-75c8c1a418b0 req-22e3a822-da61-409f-b75e-7fe3e18b7cc8 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:53.295084 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4581319a-f581-4c56-ba9d-75c8c1a418b0 req-22e3a822-da61-409f-b75e-7fe3e18b7cc8 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 932 time: 0.0916140 Jun 03 08:38:53.322011 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-9504cb5a-816c-4152-b4e8-e112cdfd6e65 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1374171 Jun 03 08:38:53.334139 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Request body: {'port': {'device_id': '8b4c96cd-c443-4fce-82fd-c53880e02071', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:38:53.344604 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4581319a-f581-4c56-ba9d-75c8c1a418b0 req-7808af00-04b7-4cfa-aa65-baaf28333c21 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c07cded0-60ff-42f7-84bc-a5c45ac0f503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417185 Jun 03 08:38:53.445754 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:53.446313 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-0b2281ce-dbb1-419c-bc69-bd977e8db2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:53.486805 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-cb2c764d-c4d1-4d4a-80ee-4cd14fdf16ec None None] Provisioning for port c2381a04-68a2-423c-b94b-d50429da5675 completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:38:53.492010 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-cb2c764d-c4d1-4d4a-80ee-4cd14fdf16ec None None] Provisioning complete for port c2381a04-68a2-423c-b94b-d50429da5675 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:38:53.496156 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-cb2c764d-c4d1-4d4a-80ee-4cd14fdf16ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:53.545671 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-cb2c764d-c4d1-4d4a-80ee-4cd14fdf16ec None None] Port c2381a04-68a2-423c-b94b-d50429da5675 cannot update to ACTIVE because it is not bound. {{(pid=92358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 08:38:53.782184 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2381a04-68a2-423c-b94b-d50429da5675 {{(pid=92357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:38:53.790768 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:53.805398 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Transition to ACTIVE for port object c2381a04-68a2-423c-b94b-d50429da5675 will not be triggered until provisioned by entity L2. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:38:53.897955 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:53.901851 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-166a3097-8847-4347-9aee-1bfbfd74dd89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:38:54.058937 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Pushing event updated for resources: {'Port': ['ID=c2381a04-68a2-423c-b94b-d50429da5675,revision_number=2']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:38:54.062501 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:38:54.143782 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Attempting to bind port c2381a04-68a2-423c-b94b-d50429da5675 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:38:54.144441 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Attempting to bind port c2381a04-68a2-423c-b94b-d50429da5675 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '599df174-1f52-4425-ab03-86e95cf193f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459'}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:38:54.144441 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Attempting to bind port c2381a04-68a2-423c-b94b-d50429da5675 on network 2ab091dd-5f88-433c-a8b2-85f434152459 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:38:54.150047 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Port c2381a04-68a2-423c-b94b-d50429da5675 on network 2ab091dd-5f88-433c-a8b2-85f434152459 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 08:38:54.150386 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Attempting to bind port c2381a04-68a2-423c-b94b-d50429da5675 on network 2ab091dd-5f88-433c-a8b2-85f434152459 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:38:54.155567 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Checking agent: {'id': '0b62ef4c-67a0-4b60-a013-2ab920ba3ff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'started_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:38:54.155893 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Checking segment: {'id': '599df174-1f52-4425-ab03-86e95cf193f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:38:54.156260 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Bound using segment: {'id': '599df174-1f52-4425-ab03-86e95cf193f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459'} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:38:54.156686 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Bound port: c2381a04-68a2-423c-b94b-d50429da5675, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '599df174-1f52-4425-ab03-86e95cf193f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459'}}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:38:54.157025 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:54.248577 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] For port c2381a04-68a2-423c-b94b-d50429da5675, host hv-cinder-78726, cleared binding levels {{(pid=92357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:38:54.251541 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] For port c2381a04-68a2-423c-b94b-d50429da5675, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c2381a04-68a2-423c-b94b-d50429da5675,segment=NetworkSegment(599df174-1f52-4425-ab03-86e95cf193f7),segment_id=599df174-1f52-4425-ab03-86e95cf193f7)] {{(pid=92357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:38:54.315844 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:54.319451 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:38:54.377616 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:54.378250 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:54.379698 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] 10.222.0.47 "PUT /v2.0/ports/c2381a04-68a2-423c-b94b-d50429da5675 HTTP/1.1" status: 200 len: 1094 time: 1.0504012 Jun 03 08:38:54.380174 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4c96cd-c443-4fce-82fd-c53880e02071', 'tag': 'c2381a04-68a2-423c-b94b-d50429da5675'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:38:54.382549 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bddf55-e28f-4984-b8c0-99018af8f29b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4c96cd-c443-4fce-82fd-c53880e02071", "tag": "c2381a04-68a2-423c-b94b-d50429da5675"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:38:54.402740 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Pushing event updated for resources: {'Port': ['ID=c2381a04-68a2-423c-b94b-d50429da5675,revision_number=3']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:38:54.407056 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:38:54.438977 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e53c27e-6774-4cd2-afb5-aa2ffd877510 x-openstack-request-id: req-8e53c27e-6774-4cd2-afb5-aa2ffd877510 {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:38:54.439560 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4c96cd-c443-4fce-82fd-c53880e02071", "tag": "c2381a04-68a2-423c-b94b-d50429da5675", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:38:54.440363 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e53c27e-6774-4cd2-afb5-aa2ffd877510 {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:38:54.440489 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4c96cd-c443-4fce-82fd-c53880e02071', 'tag': 'c2381a04-68a2-423c-b94b-d50429da5675', 'status': 'completed', 'code': 200} Jun 03 08:38:54.602321 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bddf55-e28f-4984-b8c0-99018af8f29b req-f8ace122-74e6-4689-a41b-470eae397add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:54.603812 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b5bddf55-e28f-4984-b8c0-99018af8f29b req-f8ace122-74e6-4689-a41b-470eae397add service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1b8b8ec99894bf99d282bc56aac7e7d&device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 1097 time: 0.1396551 Jun 03 08:38:54.615097 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e9211-2507-455c-afd2-3c58741e0e04 req-3fca3bdc-2671-4fb4-8f3d-f34563ad4654 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:54.615758 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-953e9211-2507-455c-afd2-3c58741e0e04 req-3fca3bdc-2671-4fb4-8f3d-f34563ad4654 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Synchronizing usage tracker for tenant:b1b8b8ec99894bf99d282bc56aac7e7d on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:38:54.757942 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-953e9211-2507-455c-afd2-3c58741e0e04 req-3fca3bdc-2671-4fb4-8f3d-f34563ad4654 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Unset dirty status for tenant:b1b8b8ec99894bf99d282bc56aac7e7d on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:38:54.758979 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-953e9211-2507-455c-afd2-3c58741e0e04 req-3fca3bdc-2671-4fb4-8f3d-f34563ad4654 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 944 time: 0.2621372 Jun 03 08:38:54.761575 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bddf55-e28f-4984-b8c0-99018af8f29b req-e6280f35-ea66-4798-b2e8-61cf6420054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:54.762959 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b5bddf55-e28f-4984-b8c0-99018af8f29b req-e6280f35-ea66-4798-b2e8-61cf6420054d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b1b8b8ec99894bf99d282bc56aac7e7d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1446166 Jun 03 08:38:54.979750 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-953e9211-2507-455c-afd2-3c58741e0e04 req-0e598c82-923b-453f-95eb-1f87c02ed8f4 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c07cded0-60ff-42f7-84bc-a5c45ac0f503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150056 Jun 03 08:38:55.020337 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bddf55-e28f-4984-b8c0-99018af8f29b req-71886a31-125f-4912-ae61-be585c2d5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:55.021875 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b5bddf55-e28f-4984-b8c0-99018af8f29b req-71886a31-125f-4912-ae61-be585c2d5b4e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2431901 Jun 03 08:38:55.137194 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-1f633fd5-9877-4ee7-8cb6-b280f3abe3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:55.138679 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-1f633fd5-9877-4ee7-8cb6-b280f3abe3ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1b8b8ec99894bf99d282bc56aac7e7d&device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 1097 time: 0.0766597 Jun 03 08:38:55.208360 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-237ebc9f-860b-4b6e-bffd-afafe572dd01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2381a04-68a2-423c-b94b-d50429da5675 HTTP/1.1" status: 200 len: 217 time: 0.0619836 Jun 03 08:38:55.275106 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-9b613efa-1051-437c-a924-3cc369bee4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:55.276446 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-9b613efa-1051-437c-a924-3cc369bee4e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=315dff12-35da-48f3-b24b-119c691945c6 HTTP/1.1" status: 200 len: 849 time: 0.0617931 Jun 03 08:38:55.355858 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-d23ba4ac-4851-4d8a-8579-3ab655a2f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:55.357310 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-d23ba4ac-4851-4d8a-8579-3ab655a2f66c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ab091dd-5f88-433c-a8b2-85f434152459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731766 Jun 03 08:38:55.497201 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-2bb5733e-ca80-4ea8-b877-6d54926643ce service neutron] 10.222.0.47 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314476 Jun 03 08:38:55.639650 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f5e1dac2-a4fa-469b-9013-8a456a061874 req-ed8ff9e4-5aff-4c6f-b425-7f3d6c6ffc59 service neutron] 10.222.0.47 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325107 Jun 03 08:38:56.165000 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916cbdc-d09e-4e0a-b734-9544ba122109 req-0c1156be-4703-4029-be2f-b6ece0e4bf53 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:56.166514 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e916cbdc-d09e-4e0a-b734-9544ba122109 req-0c1156be-4703-4029-be2f-b6ece0e4bf53 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 944 time: 0.0800400 Jun 03 08:38:56.216331 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e916cbdc-d09e-4e0a-b734-9544ba122109 req-4e208bca-f931-4900-9f6f-7c8a1d59faac tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c07cded0-60ff-42f7-84bc-a5c45ac0f503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439487 Jun 03 08:38:56.383365 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:56.783829 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-e8db5ae4-a862-4037-9b41-09d595539c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:57.411281 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15006aa3-6fb4-4788-87b2-c95ee0ae1b81 req-a23db29c-b6f1-4d3d-8d01-5a58cdef00dc tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:57.412754 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-15006aa3-6fb4-4788-87b2-c95ee0ae1b81 req-a23db29c-b6f1-4d3d-8d01-5a58cdef00dc tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 944 time: 0.0862670 Jun 03 08:38:57.459420 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-15006aa3-6fb4-4788-87b2-c95ee0ae1b81 req-43db697b-33ee-48f3-92de-57a9aad7dcc5 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c07cded0-60ff-42f7-84bc-a5c45ac0f503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410316 Jun 03 08:38:57.812155 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:58.328513 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device c2381a04-68a2-423c-b94b-d50429da5675 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:38:58.476106 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port c2381a04-68a2-423c-b94b-d50429da5675, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c2381a04-68a2-423c-b94b-d50429da5675,segment=NetworkSegment(599df174-1f52-4425-ab03-86e95cf193f7),segment_id=599df174-1f52-4425-ab03-86e95cf193f7)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:38:58.492400 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': 'c2381a04-68a2-423c-b94b-d50429da5675', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'port_id': 'c2381a04-68a2-423c-b94b-d50429da5675', 'mac_address': 'fa:16:3e:ea:3d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315dff12-35da-48f3-b24b-119c691945c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:38:58.550939 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:58.568519 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2381a04-68a2-423c-b94b-d50429da5675 {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:38:58.593194 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port c2381a04-68a2-423c-b94b-d50429da5675, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c2381a04-68a2-423c-b94b-d50429da5675,segment=NetworkSegment(599df174-1f52-4425-ab03-86e95cf193f7),segment_id=599df174-1f52-4425-ab03-86e95cf193f7)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:38:58.655738 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9751865-7bc0-4d3f-b867-da58b6947ad0 req-9e115a4b-ed71-4109-9a0a-f94dcb3a6889 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:58.657474 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a9751865-7bc0-4d3f-b867-da58b6947ad0 req-9e115a4b-ed71-4109-9a0a-f94dcb3a6889 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 944 time: 0.0853882 Jun 03 08:38:58.663995 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:58.665777 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:38:58.705380 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a9751865-7bc0-4d3f-b867-da58b6947ad0 req-5d68804b-c8ea-4916-a3f8-b6582000f0ed tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c07cded0-60ff-42f7-84bc-a5c45ac0f503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421269 Jun 03 08:38:58.738569 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=c2381a04-68a2-423c-b94b-d50429da5675,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:38:58.745812 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:58.746183 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:58.746523 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:58.746854 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:58.747178 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:58.747501 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:58.747823 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:58.748139 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:58.748460 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:58.748771 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:58.749084 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:58.749395 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:38:58.754155 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:38:58.937417 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['c2381a04-68a2-423c-b94b-d50429da5675'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:38:59.839863 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:38:59.889649 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a447d-c11b-437c-b233-8baf6b1ce0ca req-f0f134c8-f19a-4453-86b8-f52d13d4aa33 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:38:59.891160 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-932a447d-c11b-437c-b233-8baf6b1ce0ca req-f0f134c8-f19a-4453-86b8-f52d13d4aa33 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 945 time: 0.0791912 Jun 03 08:38:59.935216 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-932a447d-c11b-437c-b233-8baf6b1ce0ca req-3719ae7a-9178-4e4d-b3a1-59285b8f82dd tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c07cded0-60ff-42f7-84bc-a5c45ac0f503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377152 Jun 03 08:39:00.337943 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device c2381a04-68a2-423c-b94b-d50429da5675 up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:39:00.514961 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning for port c2381a04-68a2-423c-b94b-d50429da5675 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:39:00.520001 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port c2381a04-68a2-423c-b94b-d50429da5675 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:39:00.520391 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:00.637682 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:00.664479 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4c96cd-c443-4fce-82fd-c53880e02071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2381a04-68a2-423c-b94b-d50429da5675'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:39:00.666716 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c019b0-c5e7-4513-8435-cba605c41e4c" -d '{"events": [{"server_uuid": "8b4c96cd-c443-4fce-82fd-c53880e02071", "name": "network-vif-plugged", "status": "completed", "tag": "c2381a04-68a2-423c-b94b-d50429da5675"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:39:00.675000 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port c2381a04-68a2-423c-b94b-d50429da5675, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c2381a04-68a2-423c-b94b-d50429da5675,segment=NetworkSegment(599df174-1f52-4425-ab03-86e95cf193f7),segment_id=599df174-1f52-4425-ab03-86e95cf193f7)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:39:00.709108 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99726336-7f5c-4a63-b5d7-60209d43360e x-openstack-request-id: req-99726336-7f5c-4a63-b5d7-60209d43360e {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:39:00.709401 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4c96cd-c443-4fce-82fd-c53880e02071", "name": "network-vif-plugged", "status": "completed", "tag": "c2381a04-68a2-423c-b94b-d50429da5675", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:39:00.709653 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99726336-7f5c-4a63-b5d7-60209d43360e {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:39:00.710038 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4c96cd-c443-4fce-82fd-c53880e02071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2381a04-68a2-423c-b94b-d50429da5675', 'code': 200} Jun 03 08:39:00.772305 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:00.774703 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:00.840421 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=c2381a04-68a2-423c-b94b-d50429da5675,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:00.843349 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:01.175426 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1405f-8fb5-4bb9-b7c5-98f7fab9ad03 req-795e0a12-bdf2-42ba-8ba4-ff8737e7b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:39:01.176924 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-30e1405f-8fb5-4bb9-b7c5-98f7fab9ad03 req-795e0a12-bdf2-42ba-8ba4-ff8737e7b101 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 1099 time: 0.0954514 Jun 03 08:39:01.184461 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56592120-992a-4223-9040-c272e20bac8e req-8ffaa1f7-7246-4dc2-b4ea-45e071b1747e tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:39:01.185831 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-56592120-992a-4223-9040-c272e20bac8e req-8ffaa1f7-7246-4dc2-b4ea-45e071b1747e tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 946 time: 0.1434879 Jun 03 08:39:01.256373 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-30e1405f-8fb5-4bb9-b7c5-98f7fab9ad03 req-6d6fc4f8-843f-4983-a84d-8db8d74ab88d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c07cded0-60ff-42f7-84bc-a5c45ac0f503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694969 Jun 03 08:39:01.259097 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-56592120-992a-4223-9040-c272e20bac8e req-8649a9a4-a068-472b-b9df-2c15e71f3c0d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c07cded0-60ff-42f7-84bc-a5c45ac0f503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592420 Jun 03 08:39:02.448883 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00dfb7-3c50-49cb-b574-3c5680a820fc req-5359e649-1da6-4241-aaf3-ae525d117eae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:39:02.450420 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9d00dfb7-3c50-49cb-b574-3c5680a820fc req-5359e649-1da6-4241-aaf3-ae525d117eae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 946 time: 0.0843420 Jun 03 08:39:02.496424 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9d00dfb7-3c50-49cb-b574-3c5680a820fc req-4d1caa84-bbe7-45f8-8add-dc81878f7f9e tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c07cded0-60ff-42f7-84bc-a5c45ac0f503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401437 Jun 03 08:39:03.685051 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23913702-e966-450e-a6b4-2088cdc32fdd req-7227560a-f451-479e-9b11-537371e280f5 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:39:03.686563 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-23913702-e966-450e-a6b4-2088cdc32fdd req-7227560a-f451-479e-9b11-537371e280f5 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 946 time: 0.0819616 Jun 03 08:39:03.732327 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-23913702-e966-450e-a6b4-2088cdc32fdd req-fa1a9254-e991-4680-a2e4-5fb6ad9ae5ae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c07cded0-60ff-42f7-84bc-a5c45ac0f503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394969 Jun 03 08:39:03.912681 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2580be-0f9d-4545-b2b2-d82494a8200a req-dc78a971-91fb-49eb-8a25-4724cf03c2c7 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:39:03.914198 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-fe2580be-0f9d-4545-b2b2-d82494a8200a req-dc78a971-91fb-49eb-8a25-4724cf03c2c7 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 946 time: 0.0825927 Jun 03 08:39:03.922611 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60592) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:03.927629 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-84dbbb03-9770-4d65-b548-c069747315eb tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Request body: {'floatingip': {'port_id': 'c2381a04-68a2-423c-b94b-d50429da5675'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:39:04.013493 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-84dbbb03-9770-4d65-b548-c069747315eb tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for floatingip, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:04.697777 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-84dbbb03-9770-4d65-b548-c069747315eb tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:04.783535 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-84dbbb03-9770-4d65-b548-c069747315eb tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361148'] for floatingip, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:04.963774 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.db.l3_db [None req-84dbbb03-9770-4d65-b548-c069747315eb tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Floating IP 20f2e806-3b97-40a1-b003-3613ba8a4a8e associated. External IP: 172.28.3.101, port: c2381a04-68a2-423c-b94b-d50429da5675. Jun 03 08:39:05.314133 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dbbb03-9770-4d65-b548-c069747315eb tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:39:05.594275 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dbbb03-9770-4d65-b548-c069747315eb tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:39:05.599676 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-84dbbb03-9770-4d65-b548-c069747315eb tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for floatingip, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:05.604224 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d89666-dbbe-4219-8b8a-cfbbba71c19c None None] Sync routers for ids ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'] in dv-cinder-787262-5-smb {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:39:05.614599 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d89666-dbbe-4219-8b8a-cfbbba71c19c None None] Routers {'78e3d1b4-168e-43f9-84d1-72d69dc35e68'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:39:05.615224 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-84d89666-dbbe-4219-8b8a-cfbbba71c19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:38:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:39:05.658562 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-84dbbb03-9770-4d65-b548-c069747315eb tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "PUT /v2.0/floatingips/20f2e806-3b97-40a1-b003-3613ba8a4a8e HTTP/1.1" status: 200 len: 992 time: 1.7347913 Jun 03 08:39:05.659308 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4c96cd-c443-4fce-82fd-c53880e02071', 'tag': 'c2381a04-68a2-423c-b94b-d50429da5675'}] {{(pid=92356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:39:05.661747 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1987e4ce19f514d8284afddf154522dadca2333eab9833e9721abb813c288452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea411e37-eca5-4702-8472-5dc235004c57" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4c96cd-c443-4fce-82fd-c53880e02071", "tag": "c2381a04-68a2-423c-b94b-d50429da5675"}]}' {{(pid=92356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:39:05.777024 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6ec54d-8b03-4155-a9c1-b260590f5cdf x-openstack-request-id: req-da6ec54d-8b03-4155-a9c1-b260590f5cdf {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:39:05.777361 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4c96cd-c443-4fce-82fd-c53880e02071", "tag": "c2381a04-68a2-423c-b94b-d50429da5675", "status": "completed", "code": 200}]} {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:39:05.777637 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da6ec54d-8b03-4155-a9c1-b260590f5cdf {{(pid=92356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:39:05.778056 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4c96cd-c443-4fce-82fd-c53880e02071', 'tag': 'c2381a04-68a2-423c-b94b-d50429da5675', 'status': 'completed', 'code': 200} Jun 03 08:39:05.811401 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-84d89666-dbbe-4219-8b8a-cfbbba71c19c None None] Set router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:39:05.881804 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea411e37-eca5-4702-8472-5dc235004c57 req-fbb896c3-c6d4-4919-82be-1b45a8ed3b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:39:05.883311 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ea411e37-eca5-4702-8472-5dc235004c57 req-fbb896c3-c6d4-4919-82be-1b45a8ed3b5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1b8b8ec99894bf99d282bc56aac7e7d&device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 1099 time: 0.0784183 Jun 03 08:39:06.026374 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea411e37-eca5-4702-8472-5dc235004c57 req-52c6e3f4-51f3-4eb4-819a-71311109dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:39:06.027810 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ea411e37-eca5-4702-8472-5dc235004c57 req-52c6e3f4-51f3-4eb4-819a-71311109dacb service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ab091dd-5f88-433c-a8b2-85f434152459 HTTP/1.1" status: 200 len: 911 time: 0.1358211 Jun 03 08:39:06.137966 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ea411e37-eca5-4702-8472-5dc235004c57 req-9b4943da-65f9-4972-8b8f-09f8ec678858 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2381a04-68a2-423c-b94b-d50429da5675 HTTP/1.1" status: 200 len: 1000 time: 0.1026709 Jun 03 08:39:06.204325 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea411e37-eca5-4702-8472-5dc235004c57 req-fd2b6d4b-247d-48ea-af36-879a151effbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:39:06.206364 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ea411e37-eca5-4702-8472-5dc235004c57 req-fd2b6d4b-247d-48ea-af36-879a151effbb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=315dff12-35da-48f3-b24b-119c691945c6 HTTP/1.1" status: 200 len: 849 time: 0.0609539 Jun 03 08:39:06.217767 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-84d89666-dbbe-4219-8b8a-cfbbba71c19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:35:24Z', 'updated_at': '2021-06-03T08:35:33Z', 'revision_number': 4, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'gw_port': {'id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:25Z', 'updated_at': '2021-06-03T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_floatingips': [{'id': '20f2e806-3b97-40a1-b003-3613ba8a4a8e', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'floating_ip_address': '172.28.3.101', 'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'router_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'port_id': 'c2381a04-68a2-423c-b94b-d50429da5675', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'mac_address': 'fa:16:3e:ea:3d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4c96cd-c443-4fce-82fd-c53880e02071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T08:38:47Z', 'updated_at': '2021-06-03T08:39:04Z', 'revision_number': 1, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf14974-c01a-48e6-83b0-b3a6132348d5', 'name': '', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'mac_address': 'fa:16:3e:71:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '315dff12-35da-48f3-b24b-119c691945c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:31Z', 'updated_at': '2021-06-03T08:35:44Z', 'revision_number': 5, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'subnets': [{'id': '315dff12-35da-48f3-b24b-119c691945c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:39:06.222658 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d89666-dbbe-4219-8b8a-cfbbba71c19c None None] Checking router: 78e3d1b4-168e-43f9-84d1-72d69dc35e68 for host: dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:39:06.231391 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d89666-dbbe-4219-8b8a-cfbbba71c19c None None] Routers {'78e3d1b4-168e-43f9-84d1-72d69dc35e68'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:39:06.231994 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-84d89666-dbbe-4219-8b8a-cfbbba71c19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:38:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:39:06.284666 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea411e37-eca5-4702-8472-5dc235004c57 req-171a2b9e-4465-48bd-9aa2-1ca8c5e673ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:39:06.287225 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ea411e37-eca5-4702-8472-5dc235004c57 req-171a2b9e-4465-48bd-9aa2-1ca8c5e673ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ab091dd-5f88-433c-a8b2-85f434152459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734506 Jun 03 08:39:06.418903 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-84d89666-dbbe-4219-8b8a-cfbbba71c19c None None] Set router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:39:06.505624 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ea411e37-eca5-4702-8472-5dc235004c57 req-b5edbd45-350a-49aa-87d5-2b199b1fab4d service neutron] 10.222.0.47 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124853 Jun 03 08:39:06.639795 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ea411e37-eca5-4702-8472-5dc235004c57 req-2f15b66a-5388-42bc-88c7-6a35acf8a04b service neutron] 10.222.0.47 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279335 Jun 03 08:39:06.781113 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-84d89666-dbbe-4219-8b8a-cfbbba71c19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:35:24Z', 'updated_at': '2021-06-03T08:35:33Z', 'revision_number': 4, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'gw_port': {'id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:25Z', 'updated_at': '2021-06-03T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_floatingips': [{'id': '20f2e806-3b97-40a1-b003-3613ba8a4a8e', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'floating_ip_address': '172.28.3.101', 'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'router_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'port_id': 'c2381a04-68a2-423c-b94b-d50429da5675', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'mac_address': 'fa:16:3e:ea:3d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4c96cd-c443-4fce-82fd-c53880e02071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T08:38:47Z', 'updated_at': '2021-06-03T08:39:04Z', 'revision_number': 1, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf14974-c01a-48e6-83b0-b3a6132348d5', 'name': '', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'mac_address': 'fa:16:3e:71:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '315dff12-35da-48f3-b24b-119c691945c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:31Z', 'updated_at': '2021-06-03T08:35:44Z', 'revision_number': 5, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'subnets': [{'id': '315dff12-35da-48f3-b24b-119c691945c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:39:06.785122 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d89666-dbbe-4219-8b8a-cfbbba71c19c None None] The sync data for ids ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'] in dv-cinder-787262-5-smb is: [{'id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:35:24Z', 'updated_at': '2021-06-03T08:35:33Z', 'revision_number': 4, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'gw_port': {'id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:25Z', 'updated_at': '2021-06-03T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_floatingips': [{'id': '20f2e806-3b97-40a1-b003-3613ba8a4a8e', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'floating_ip_address': '172.28.3.101', 'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'router_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'port_id': 'c2381a04-68a2-423c-b94b-d50429da5675', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'mac_address': 'fa:16:3e:ea:3d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4c96cd-c443-4fce-82fd-c53880e02071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T08:38:47Z', 'updated_at': '2021-06-03T08:39:04Z', 'revision_number': 1, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf14974-c01a-48e6-83b0-b3a6132348d5', 'name': '', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'mac_address': 'fa:16:3e:71:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '315dff12-35da-48f3-b24b-119c691945c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:31Z', 'updated_at': '2021-06-03T08:35:44Z', 'revision_number': 5, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'subnets': [{'id': '315dff12-35da-48f3-b24b-119c691945c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:39:06.972432 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4b72a0-2492-4580-8941-04ba002f4784 None None] New status for floating IP 20f2e806-3b97-40a1-b003-3613ba8a4a8e: ACTIVE {{(pid=92359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 08:39:11.143370 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced45e37-d485-44d1-bb05-2f2460603235 req-15f373a9-7c21-4c9d-9e85-ed75a03f6770 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:39:11.144852 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ced45e37-d485-44d1-bb05-2f2460603235 req-15f373a9-7c21-4c9d-9e85-ed75a03f6770 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 946 time: 0.0879078 Jun 03 08:39:11.189939 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ced45e37-d485-44d1-bb05-2f2460603235 req-2132197f-edb9-4bf5-832d-b53c33cb4b61 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394356 Jun 03 08:39:12.380559 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93de5b-4774-418a-9f34-bf1e1b304e30 req-168e8edc-c0bd-4b9b-aa6f-b06c9ba75ed9 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:39:12.384089 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4b93de5b-4774-418a-9f34-bf1e1b304e30 req-168e8edc-c0bd-4b9b-aa6f-b06c9ba75ed9 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 946 time: 0.0827205 Jun 03 08:39:12.431331 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-4b93de5b-4774-418a-9f34-bf1e1b304e30 req-7d2c403f-f370-4eb1-b6b6-e4ba0a6020e8 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups?id=90266e0b-7c0e-440f-828e-46f038b65244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436192 Jun 03 08:39:12.613919 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405f03a-3875-44c5-9da5-99a997b4233e req-322f9c2e-fda7-4457-b6f5-79f143afa81d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:39:12.615483 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9405f03a-3875-44c5-9da5-99a997b4233e req-322f9c2e-fda7-4457-b6f5-79f143afa81d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 946 time: 0.0797038 Jun 03 08:39:12.753023 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-9405f03a-3875-44c5-9da5-99a997b4233e req-7a55b450-f573-4f9d-adc8-aeefdbab4a3e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Deleting port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:39:12.753295 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9405f03a-3875-44c5-9da5-99a997b4233e req-7a55b450-f573-4f9d-adc8-aeefdbab4a3e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:12.886802 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-9405f03a-3875-44c5-9da5-99a997b4233e req-7a55b450-f573-4f9d-adc8-aeefdbab4a3e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] For port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:39:12.887191 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9405f03a-3875-44c5-9da5-99a997b4233e req-7a55b450-f573-4f9d-adc8-aeefdbab4a3e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:13.181776 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9405f03a-3875-44c5-9da5-99a997b4233e req-7a55b450-f573-4f9d-adc8-aeefdbab4a3e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:13.182157 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9405f03a-3875-44c5-9da5-99a997b4233e req-7a55b450-f573-4f9d-adc8-aeefdbab4a3e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361148'] for floatingip, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:13.182476 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.db.l3_db [req-9405f03a-3875-44c5-9da5-99a997b4233e req-7a55b450-f573-4f9d-adc8-aeefdbab4a3e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Floating IP cba8b262-7293-4b80-806e-bfdd4158d1c0 disassociated. External IP: 172.28.3.41, port: 8a1e8d3b-0eab-4785-985f-48fbefdbeb48. Jun 03 08:39:13.182922 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-9405f03a-3875-44c5-9da5-99a997b4233e req-7a55b450-f573-4f9d-adc8-aeefdbab4a3e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Calling delete_port for 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 owned by compute:nova {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:39:13.379059 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9405f03a-3875-44c5-9da5-99a997b4233e req-7a55b450-f573-4f9d-adc8-aeefdbab4a3e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:13.385518 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:13.430206 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55b450-f573-4f9d-adc8-aeefdbab4a3e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Pushing event deleted for resources: {'Port': ['ID=8a1e8d3b-0eab-4785-985f-48fbefdbeb48,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:13.433275 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-7a55b450-f573-4f9d-adc8-aeefdbab4a3e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:13.645993 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f2268185-bedb-4bfc-b447-cf2fee52e3ae req-95d7e4cb-ccc6-447a-96b3-678b01fa739d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 210 time: 0.0607700 Jun 03 08:39:13.673912 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9405f03a-3875-44c5-9da5-99a997b4233e req-7a55b450-f573-4f9d-adc8-aeefdbab4a3e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Router 45e424f3-151a-4354-bc78-b64c31009411 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:39:13.959790 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9405f03a-3875-44c5-9da5-99a997b4233e req-7a55b450-f573-4f9d-adc8-aeefdbab4a3e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:39:13.973555 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff227546-4e35-4e62-802d-0386345e8925 None None] Sync routers for ids ['45e424f3-151a-4354-bc78-b64c31009411'] in dv-cinder-787262-5-smb {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:39:13.983512 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff227546-4e35-4e62-802d-0386345e8925 None None] Routers {'45e424f3-151a-4354-bc78-b64c31009411'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:39:13.984135 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-ff227546-4e35-4e62-802d-0386345e8925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:38:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['45e424f3-151a-4354-bc78-b64c31009411'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:39:14.037617 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-9405f03a-3875-44c5-9da5-99a997b4233e req-7a55b450-f573-4f9d-adc8-aeefdbab4a3e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] No DVR routers for this DVR port 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 on host hv-cinder-78726 {{(pid=92357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:39:14.040230 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9405f03a-3875-44c5-9da5-99a997b4233e req-7a55b450-f573-4f9d-adc8-aeefdbab4a3e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:14.042988 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11554f70-7dae-4ef9-b68b-d08f5692fd23', 'name': 'network-vif-deleted', 'tag': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:39:14.045272 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf71d3a0-ec79-4f57-baa6-1147df444c97" -d '{"events": [{"server_uuid": "11554f70-7dae-4ef9-b68b-d08f5692fd23", "name": "network-vif-deleted", "tag": "8a1e8d3b-0eab-4785-985f-48fbefdbeb48"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:39:14.105405 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4a9664-46ec-4244-b14e-941bd9d48a73 x-openstack-request-id: req-fd4a9664-46ec-4244-b14e-941bd9d48a73 {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:39:14.105773 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11554f70-7dae-4ef9-b68b-d08f5692fd23", "name": "network-vif-deleted", "tag": "8a1e8d3b-0eab-4785-985f-48fbefdbeb48", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:39:14.105936 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd4a9664-46ec-4244-b14e-941bd9d48a73 {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:39:14.106299 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11554f70-7dae-4ef9-b68b-d08f5692fd23', 'name': 'network-vif-deleted', 'tag': '8a1e8d3b-0eab-4785-985f-48fbefdbeb48', 'status': 'completed', 'code': 200} Jun 03 08:39:14.167504 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9405f03a-3875-44c5-9da5-99a997b4233e req-7a55b450-f573-4f9d-adc8-aeefdbab4a3e tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.47 "DELETE /v2.0/ports/8a1e8d3b-0eab-4785-985f-48fbefdbeb48 HTTP/1.1" status: 204 len: 173 time: 1.5458488 Jun 03 08:39:14.179788 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-ff227546-4e35-4e62-802d-0386345e8925 None None] Set router 45e424f3-151a-4354-bc78-b64c31009411 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:39:14.498202 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-ff227546-4e35-4e62-802d-0386345e8925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e424f3-151a-4354-bc78-b64c31009411', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aad27326-22da-4570-8402-21f2f3a07686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:33:05Z', 'updated_at': '2021-06-03T08:33:13Z', 'revision_number': 4, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'gw_port': {'id': 'aad27326-22da-4570-8402-21f2f3a07686', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:06Z', 'updated_at': '2021-06-03T08:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'd21c1e63-fe95-448d-b229-a898016944e2', 'name': '', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'mac_address': 'fa:16:3e:37:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:11Z', 'updated_at': '2021-06-03T08:33:21Z', 'revision_number': 5, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'subnets': [{'id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:39:14.502351 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff227546-4e35-4e62-802d-0386345e8925 None None] Checking router: 45e424f3-151a-4354-bc78-b64c31009411 for host: dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:39:14.514335 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff227546-4e35-4e62-802d-0386345e8925 None None] Routers {'45e424f3-151a-4354-bc78-b64c31009411'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:39:14.515098 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-ff227546-4e35-4e62-802d-0386345e8925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:38:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['45e424f3-151a-4354-bc78-b64c31009411'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:39:14.732060 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-ff227546-4e35-4e62-802d-0386345e8925 None None] Set router 45e424f3-151a-4354-bc78-b64c31009411 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:39:14.862977 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-cb4e723e-9deb-4a96-9fd3-03f861c4e424 req-a166e29c-927c-4931-a869-210a440fb381 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/ports?device_id=11554f70-7dae-4ef9-b68b-d08f5692fd23 HTTP/1.1" status: 200 len: 210 time: 0.0483589 Jun 03 08:39:15.056650 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-ff227546-4e35-4e62-802d-0386345e8925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e424f3-151a-4354-bc78-b64c31009411', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aad27326-22da-4570-8402-21f2f3a07686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:33:05Z', 'updated_at': '2021-06-03T08:33:13Z', 'revision_number': 4, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'gw_port': {'id': 'aad27326-22da-4570-8402-21f2f3a07686', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:06Z', 'updated_at': '2021-06-03T08:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'd21c1e63-fe95-448d-b229-a898016944e2', 'name': '', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'mac_address': 'fa:16:3e:37:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:11Z', 'updated_at': '2021-06-03T08:33:21Z', 'revision_number': 5, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'subnets': [{'id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:39:15.060553 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff227546-4e35-4e62-802d-0386345e8925 None None] The sync data for ids ['45e424f3-151a-4354-bc78-b64c31009411'] in dv-cinder-787262-5-smb is: [{'id': '45e424f3-151a-4354-bc78-b64c31009411', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aad27326-22da-4570-8402-21f2f3a07686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:33:05Z', 'updated_at': '2021-06-03T08:33:13Z', 'revision_number': 4, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'gw_port': {'id': 'aad27326-22da-4570-8402-21f2f3a07686', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:06Z', 'updated_at': '2021-06-03T08:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'd21c1e63-fe95-448d-b229-a898016944e2', 'name': '', 'network_id': '770556f7-a783-4401-a31e-c720773b8096', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'mac_address': 'fa:16:3e:37:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:11Z', 'updated_at': '2021-06-03T08:33:21Z', 'revision_number': 5, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'subnets': [{'id': 'b8510487-57b7-471a-bd67-7c6c7ee2984a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:39:15.272884 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e78ecfd-21c2-4b00-8144-bc22e5be3519 None None] New status for floating IP cba8b262-7293-4b80-806e-bfdd4158d1c0: DOWN {{(pid=92359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 08:39:16.071464 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60642) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:16.141710 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d31774a0-1b66-4389-a627-7ce23fb6cc88 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:16.170925 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d31774a0-1b66-4389-a627-7ce23fb6cc88 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:16.349786 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d31774a0-1b66-4389-a627-7ce23fb6cc88 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:16.353740 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d746690e-90cc-4599-a3b9-7eb1adcbf45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:16.369793 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31774a0-1b66-4389-a627-7ce23fb6cc88 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90266e0b-7c0e-440f-828e-46f038b65244,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:16.373222 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d31774a0-1b66-4389-a627-7ce23fb6cc88 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:16.431299 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:39:16.451866 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d31774a0-1b66-4389-a627-7ce23fb6cc88 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:16.455359 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-d31774a0-1b66-4389-a627-7ce23fb6cc88 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "DELETE /v2.0/security-groups/90266e0b-7c0e-440f-828e-46f038b65244 HTTP/1.1" status: 204 len: 168 time: 0.3805308 Jun 03 08:39:16.455676 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60644) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:16.469601 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] No Port match for: 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:39:16.469940 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 8a1e8d3b-0eab-4785-985f-48fbefdbeb48 not bound to the agent host hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:39:16.475428 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.api.v2.resource [None req-df533fe4-7c7d-4af6-b7e3-83c1724dd489 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] show failed (client error): The resource could not be found. Jun 03 08:39:16.479612 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-df533fe4-7c7d-4af6-b7e3-83c1724dd489 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "GET /v2.0/security-groups/90266e0b-7c0e-440f-828e-46f038b65244 HTTP/1.1" status: 404 len: 347 time: 0.0229933 Jun 03 08:39:16.483212 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60646) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:16.538727 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-45f96fe4-f89b-451c-ae1c-16862c3d09ad req-c5b8059c-a7e5-45f2-ba0b-87fa14c80804 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b4c96cd-c443-4fce-82fd-c53880e02071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0850976 Jun 03 08:39:16.675309 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f96fe4-f89b-451c-ae1c-16862c3d09ad req-9f780fe8-2e53-4cdc-838b-e5cb10847741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:39:16.676679 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-45f96fe4-f89b-451c-ae1c-16862c3d09ad req-9f780fe8-2e53-4cdc-838b-e5cb10847741 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1b8b8ec99894bf99d282bc56aac7e7d&device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 1099 time: 0.0705035 Jun 03 08:39:16.701353 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-9c5e922a-6152-42ec-8ba3-ecd724142f2c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Deleting port 6be00af7-1ca7-421e-aad8-594bb225c2d2 {{(pid=92356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:39:16.701692 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9c5e922a-6152-42ec-8ba3-ecd724142f2c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:16.822529 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:39:16.825422 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9c5e922a-6152-42ec-8ba3-ecd724142f2c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:16.825754 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9c5e922a-6152-42ec-8ba3-ecd724142f2c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:16.839128 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f96fe4-f89b-451c-ae1c-16862c3d09ad req-b55a31b4-72d1-4b29-9048-5dd1e69a6a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:39:16.840623 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-45f96fe4-f89b-451c-ae1c-16862c3d09ad req-b55a31b4-72d1-4b29-9048-5dd1e69a6a93 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ab091dd-5f88-433c-a8b2-85f434152459 HTTP/1.1" status: 200 len: 911 time: 0.1440585 Jun 03 08:39:16.946050 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-45f96fe4-f89b-451c-ae1c-16862c3d09ad req-a3d6722f-e04b-450f-9ea0-de14cf6ac7cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2381a04-68a2-423c-b94b-d50429da5675 HTTP/1.1" status: 200 len: 1002 time: 0.0979011 Jun 03 08:39:16.949820 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-9c5e922a-6152-42ec-8ba3-ecd724142f2c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Calling delete_port for 6be00af7-1ca7-421e-aad8-594bb225c2d2 owned by network:floatingip {{(pid=92356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:39:17.011119 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f96fe4-f89b-451c-ae1c-16862c3d09ad req-ecacadc8-4a67-4a7d-80e2-db5db5767944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:39:17.012554 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-45f96fe4-f89b-451c-ae1c-16862c3d09ad req-ecacadc8-4a67-4a7d-80e2-db5db5767944 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=315dff12-35da-48f3-b24b-119c691945c6 HTTP/1.1" status: 200 len: 849 time: 0.0589697 Jun 03 08:39:17.092664 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f96fe4-f89b-451c-ae1c-16862c3d09ad req-5af6ee72-5c32-4d12-8368-423ff9658fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:39:17.094131 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-45f96fe4-f89b-451c-ae1c-16862c3d09ad req-5af6ee72-5c32-4d12-8368-423ff9658fca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ab091dd-5f88-433c-a8b2-85f434152459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752366 Jun 03 08:39:17.172562 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9c5e922a-6152-42ec-8ba3-ecd724142f2c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:17.177921 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-b890dcbc-9f33-49b7-9387-36dbda25e696 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:17.227723 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e922a-6152-42ec-8ba3-ecd724142f2c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Pushing event deleted for resources: {'Port': ['ID=6be00af7-1ca7-421e-aad8-594bb225c2d2,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:17.237078 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-45f96fe4-f89b-451c-ae1c-16862c3d09ad req-6a9f4267-339a-4770-b2d5-45f8d9b506ea service neutron] 10.222.0.47 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343470 Jun 03 08:39:17.253536 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-9c5e922a-6152-42ec-8ba3-ecd724142f2c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:17.316902 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9c5e922a-6152-42ec-8ba3-ecd724142f2c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks [] for floatingip, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:17.331046 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9c5e922a-6152-42ec-8ba3-ecd724142f2c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for floatingip, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:17.332173 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-9c5e922a-6152-42ec-8ba3-ecd724142f2c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] 10.222.0.18 "DELETE /v2.0/floatingips/cba8b262-7293-4b80-806e-bfdd4158d1c0 HTTP/1.1" status: 204 len: 168 time: 0.8511343 Jun 03 08:39:17.375349 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-45f96fe4-f89b-451c-ae1c-16862c3d09ad req-ec0af74e-a52c-4137-ada8-a2a5a11cbb3a service neutron] 10.222.0.47 "GET /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294525 Jun 03 08:39:17.812827 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:20.442485 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 60676) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:21.180922 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1e8095ab-11d5-4a2d-a3bb-adee17d6d7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16361550'] for router_interface, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:21.603119 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [None req-1e8095ab-11d5-4a2d-a3bb-adee17d6d7c4 admin admin] Deleting port d21c1e63-fe95-448d-b229-a898016944e2 {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:39:21.603788 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1e8095ab-11d5-4a2d-a3bb-adee17d6d7c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:21.725001 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [None req-1e8095ab-11d5-4a2d-a3bb-adee17d6d7c4 admin admin] For port d21c1e63-fe95-448d-b229-a898016944e2, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=d21c1e63-fe95-448d-b229-a898016944e2,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:39:21.725286 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1e8095ab-11d5-4a2d-a3bb-adee17d6d7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:21.848393 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [None req-1e8095ab-11d5-4a2d-a3bb-adee17d6d7c4 admin admin] Calling delete_port for d21c1e63-fe95-448d-b229-a898016944e2 owned by network:router_interface {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:39:22.206639 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1e8095ab-11d5-4a2d-a3bb-adee17d6d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:22.210873 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-9504cb5a-816c-4152-b4e8-e112cdfd6e65 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:22.258412 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8095ab-11d5-4a2d-a3bb-adee17d6d7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d21c1e63-fe95-448d-b229-a898016944e2,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:22.261444 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-1e8095ab-11d5-4a2d-a3bb-adee17d6d7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:22.630570 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1e8095ab-11d5-4a2d-a3bb-adee17d6d7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16309445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16361682'] for router_interface, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:23.000380 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8095ab-11d5-4a2d-a3bb-adee17d6d7c4 admin admin] Router 45e424f3-151a-4354-bc78-b64c31009411 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:39:23.180092 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8095ab-11d5-4a2d-a3bb-adee17d6d7c4 admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:39:23.187743 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf72574-ffa9-4875-b80a-c1e7818c357e None None] Sync routers for ids ['45e424f3-151a-4354-bc78-b64c31009411'] in dv-cinder-787262-5-smb {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:39:23.191848 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-1e8095ab-11d5-4a2d-a3bb-adee17d6d7c4 admin admin] 10.222.0.18 "PUT /v2.0/routers/45e424f3-151a-4354-bc78-b64c31009411/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7473707 Jun 03 08:39:23.194334 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 60684) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:23.197102 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf72574-ffa9-4875-b80a-c1e7818c357e None None] Routers {'45e424f3-151a-4354-bc78-b64c31009411'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:39:23.197708 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-1bf72574-ffa9-4875-b80a-c1e7818c357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:38:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['45e424f3-151a-4354-bc78-b64c31009411'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:39:23.371649 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a593-1410-466e-af4b-e0b2b123051c admin admin] Notify callbacks [] for router, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:23.386282 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-1bf72574-ffa9-4875-b80a-c1e7818c357e None None] Set router 45e424f3-151a-4354-bc78-b64c31009411 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:39:23.493235 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-bbb18a7f-39c6-478d-be08-b76adbb163bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:23.559562 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a593-1410-466e-af4b-e0b2b123051c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:23.672383 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-1bf72574-ffa9-4875-b80a-c1e7818c357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e424f3-151a-4354-bc78-b64c31009411', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aad27326-22da-4570-8402-21f2f3a07686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:33:05Z', 'updated_at': '2021-06-03T08:39:22Z', 'revision_number': 5, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'gw_port': {'id': 'aad27326-22da-4570-8402-21f2f3a07686', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e424f3-151a-4354-bc78-b64c31009411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:33:06Z', 'updated_at': '2021-06-03T08:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:39:23.676673 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf72574-ffa9-4875-b80a-c1e7818c357e None None] Checking router: 45e424f3-151a-4354-bc78-b64c31009411 for host: dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:39:23.685493 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf72574-ffa9-4875-b80a-c1e7818c357e None None] Routers {'45e424f3-151a-4354-bc78-b64c31009411'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:39:23.686115 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-1bf72574-ffa9-4875-b80a-c1e7818c357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:38:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['45e424f3-151a-4354-bc78-b64c31009411'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:39:23.742658 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [None req-ddb3a593-1410-466e-af4b-e0b2b123051c admin admin] Deleting port aad27326-22da-4570-8402-21f2f3a07686 {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:39:23.743472 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a593-1410-466e-af4b-e0b2b123051c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:23.876989 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [None req-ddb3a593-1410-466e-af4b-e0b2b123051c admin admin] For port aad27326-22da-4570-8402-21f2f3a07686, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=aad27326-22da-4570-8402-21f2f3a07686,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:39:23.877366 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a593-1410-466e-af4b-e0b2b123051c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:23.879547 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-1bf72574-ffa9-4875-b80a-c1e7818c357e None None] Set router 45e424f3-151a-4354-bc78-b64c31009411 gateway port host: None {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:39:23.984557 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-1bf72574-ffa9-4875-b80a-c1e7818c357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e424f3-151a-4354-bc78-b64c31009411', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:33:05Z', 'updated_at': '2021-06-03T08:39:23Z', 'revision_number': 6, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'gw_port_host': None}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:39:23.989198 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf72574-ffa9-4875-b80a-c1e7818c357e None None] The sync data for ids ['45e424f3-151a-4354-bc78-b64c31009411'] in dv-cinder-787262-5-smb is: [{'id': '45e424f3-151a-4354-bc78-b64c31009411', 'name': 'tempest-AttachVolumeShelveTestJSON-975817367-router', 'tenant_id': 'bdd92ec4f372413b96455fe8b4025af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:33:05Z', 'updated_at': '2021-06-03T08:39:23Z', 'revision_number': 6, 'project_id': 'bdd92ec4f372413b96455fe8b4025af3', 'gw_port_host': None}] {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:39:24.099987 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [None req-ddb3a593-1410-466e-af4b-e0b2b123051c admin admin] Calling delete_port for aad27326-22da-4570-8402-21f2f3a07686 owned by network:router_gateway {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:39:24.308530 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a593-1410-466e-af4b-e0b2b123051c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:24.312124 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:24.360409 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3a593-1410-466e-af4b-e0b2b123051c admin admin] Pushing event deleted for resources: {'Port': ['ID=aad27326-22da-4570-8402-21f2f3a07686,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:24.386995 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-ddb3a593-1410-466e-af4b-e0b2b123051c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:24.455376 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a593-1410-466e-af4b-e0b2b123051c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361065'] for router_gateway, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:24.629459 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a593-1410-466e-af4b-e0b2b123051c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16658083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6690'] for router, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:24.632000 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a593-1410-466e-af4b-e0b2b123051c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:24.772673 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a593-1410-466e-af4b-e0b2b123051c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16658995'] for router, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:24.773270 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb3a593-1410-466e-af4b-e0b2b123051c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45e424f3-151a-4354-bc78-b64c31009411 {{(pid=92357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 08:39:24.786187 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a593-1410-466e-af4b-e0b2b123051c admin admin] Notify callbacks [] for router, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:24.787304 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-ddb3a593-1410-466e-af4b-e0b2b123051c admin admin] 10.222.0.18 "DELETE /v2.0/routers/45e424f3-151a-4354-bc78-b64c31009411 HTTP/1.1" status: 204 len: 168 time: 1.5920818 Jun 03 08:39:24.790159 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 60688) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:24.853838 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0b5e74-4d4c-4a43-864b-81b71e51bf7d admin admin] Deleting subnet b8510487-57b7-471a-bd67-7c6c7ee2984a {{(pid=92357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 08:39:24.856997 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ce0b5e74-4d4c-4a43-864b-81b71e51bf7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:24.907202 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ce0b5e74-4d4c-4a43-864b-81b71e51bf7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14977399'] for subnet, precommit_delete_associations {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:25.036735 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ce0b5e74-4d4c-4a43-864b-81b71e51bf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997589'] for subnet, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:25.058932 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device aad27326-22da-4570-8402-21f2f3a07686 no longer exists at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:39:25.096261 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] No Port match for: aad27326-22da-4570-8402-21f2f3a07686 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:39:25.096615 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device aad27326-22da-4570-8402-21f2f3a07686 not bound to the agent host dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:39:25.097006 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device d21c1e63-fe95-448d-b229-a898016944e2 no longer exists at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:39:25.132566 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] No Port match for: d21c1e63-fe95-448d-b229-a898016944e2 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:39:25.132804 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device d21c1e63-fe95-448d-b229-a898016944e2 not bound to the agent host dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:39:25.338667 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ce0b5e74-4d4c-4a43-864b-81b71e51bf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14263938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15262770'] for subnet, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:25.342694 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-25a93cd0-0ee2-4c0f-8d8c-f213d2609a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:25.377729 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b5e74-4d4c-4a43-864b-81b71e51bf7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8510487-57b7-471a-bd67-7c6c7ee2984a,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:25.380961 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-ce0b5e74-4d4c-4a43-864b-81b71e51bf7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:25.381951 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ce0b5e74-4d4c-4a43-864b-81b71e51bf7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for subnet, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:25.387540 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e346d6-13dd-498f-8106-6433413b7e7d None None] Network 770556f7-a783-4401-a31e-c720773b8096 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:39:25.390615 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-ce0b5e74-4d4c-4a43-864b-81b71e51bf7d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b8510487-57b7-471a-bd67-7c6c7ee2984a HTTP/1.1" status: 204 len: 168 time: 0.5993323 Jun 03 08:39:25.390857 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60692) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:25.498240 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528754'] for network, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:25.573096 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] Deleting port 969c615f-14a7-4832-b401-b52b7c4ff185 {{(pid=92356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:39:25.573537 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:25.647526 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104ea4c0-50ed-451d-b45c-0a2260be3d72 None None] DHCP port deletion for 770556f7-a783-4401-a31e-c720773b8096 request from dv-cinder-787262-5-smb {{(pid=92358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 08:39:25.680332 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] For port 969c615f-14a7-4832-b401-b52b7c4ff185, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=969c615f-14a7-4832-b401-b52b7c4ff185,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:39:25.680889 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:25.719796 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-104ea4c0-50ed-451d-b45c-0a2260be3d72 None None] Deleting port 969c615f-14a7-4832-b401-b52b7c4ff185 {{(pid=92358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:39:25.720210 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-104ea4c0-50ed-451d-b45c-0a2260be3d72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:25.806260 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] Calling delete_port for 969c615f-14a7-4832-b401-b52b7c4ff185 owned by network:dhcp {{(pid=92356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:39:25.823592 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-104ea4c0-50ed-451d-b45c-0a2260be3d72 None None] For port 969c615f-14a7-4832-b401-b52b7c4ff185, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=969c615f-14a7-4832-b401-b52b7c4ff185,segment=NetworkSegment(bb5e6721-c932-40a6-91b3-466d55177c95),segment_id=bb5e6721-c932-40a6-91b3-466d55177c95)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:39:25.824730 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-104ea4c0-50ed-451d-b45c-0a2260be3d72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:25.932802 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:25.936744 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-40fdd100-dd01-4203-96d9-91aadbd65761 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:25.953011 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-104ea4c0-50ed-451d-b45c-0a2260be3d72 None None] Calling delete_port for 969c615f-14a7-4832-b401-b52b7c4ff185 owned by network:dhcp {{(pid=92358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:39:25.983194 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=969c615f-14a7-4832-b401-b52b7c4ff185,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:25.986378 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:25.991218 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] No DVR routers for this DVR port 969c615f-14a7-4832-b401-b52b7c4ff185 on host dv-cinder-787262-5-smb {{(pid=92356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:39:26.085397 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-104ea4c0-50ed-451d-b45c-0a2260be3d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815'] for port, after_delete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:26.089486 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:26.133255 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ea4c0-50ed-451d-b45c-0a2260be3d72 None None] Pushing event deleted for resources: {'Port': ['ID=969c615f-14a7-4832-b401-b52b7c4ff185,revision_number=None']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:26.146299 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-104ea4c0-50ed-451d-b45c-0a2260be3d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:26.155345 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ea4c0-50ed-451d-b45c-0a2260be3d72 None None] No DVR routers for this DVR port 969c615f-14a7-4832-b401-b52b7c4ff185 on host dv-cinder-787262-5-smb {{(pid=92358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:39:26.208310 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999006', 'neutron.services.segments.db._delete_segments_for_network-8762866104814'] for network, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:26.224158 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770556f7-a783-4401-a31e-c720773b8096']}} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:39:26.236745 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb5e6721-c932-40a6-91b3-466d55177c95') {'for_net_delete': True} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:39:26.237045 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb5e6721-c932-40a6-91b3-466d55177c95') {} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:39:26.249997 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762866108173', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15284958'] for segment, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:26.266069 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:26.272038 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=92356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 08:39:26.272408 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262507'] for segment, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: Traceback (most recent call last): Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: timer() Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: cb(*args, **kw) Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: return func(*args, **kwargs) Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: self._notify() Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: self.callback(batched_events) Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: event.method(event) Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: return f(self, *a, **k) Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: return self._get(url).json() Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: return self.request(url, 'GET', **kwargs) Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 08:39:26.285731 dv-cinder-787262-5-smb neutron-server[92356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 08:39:26.435632 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:26.468753 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361038'] for network, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:26.473341 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:26.492097 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:26.500863 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=770556f7-a783-4401-a31e-c720773b8096,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:26.506467 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:26.590108 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/770556f7-a783-4401-a31e-c720773b8096 HTTP/1.1" status: 204 len: 168 time: 1.1982894 Jun 03 08:39:26.784240 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-ce7cfd1f-33e0-4ef1-8fe9-95a735733251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:27.051065 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 969c615f-14a7-4832-b401-b52b7c4ff185 no longer exists at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:39:27.074342 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60700) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:27.087487 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] No Port match for: 969c615f-14a7-4832-b401-b52b7c4ff185 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:39:27.088046 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 969c615f-14a7-4832-b401-b52b7c4ff185 not bound to the agent host dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:39:27.131638 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-58008791-62f2-4b78-9dc3-12986ed58b01 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bdd92ec4f372413b96455fe8b4025af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531969 Jun 03 08:39:27.131934 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60704) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:27.189978 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2773bb7b-a6a4-4e51-8976-cee4da8a0063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:27.217773 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2773bb7b-a6a4-4e51-8976-cee4da8a0063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:27.429914 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2773bb7b-a6a4-4e51-8976-cee4da8a0063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:27.434029 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-54dcd7cb-0a87-4d54-a439-573825382e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:27.446815 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773bb7b-a6a4-4e51-8976-cee4da8a0063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be23a323-2eb0-4724-b54a-e7e88ab97f57,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:27.450119 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2773bb7b-a6a4-4e51-8976-cee4da8a0063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:27.459628 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2773bb7b-a6a4-4e51-8976-cee4da8a0063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:27.460780 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-2773bb7b-a6a4-4e51-8976-cee4da8a0063 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be23a323-2eb0-4724-b54a-e7e88ab97f57 HTTP/1.1" status: 204 len: 168 time: 0.3279114 Jun 03 08:39:27.829638 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:29.904599 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:30.307200 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60758) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:30.425684 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-94779acb-dfc7-4459-9e47-4ffc99351a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:30.443894 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-94779acb-dfc7-4459-9e47-4ffc99351a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:39:30.451235 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-94779acb-dfc7-4459-9e47-4ffc99351a60 admin admin] Usage tracker for resource:security_group_rule and tenant:359d1dce8ae249409b870d39d3308945 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:39:30.451235 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-94779acb-dfc7-4459-9e47-4ffc99351a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:39:30.457225 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-94779acb-dfc7-4459-9e47-4ffc99351a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:39:30.545489 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-94779acb-dfc7-4459-9e47-4ffc99351a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:30.641633 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-94779acb-dfc7-4459-9e47-4ffc99351a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:30.649688 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2b3f6e94-c98c-4127-9e02-c9673ea33417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:30.690098 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-94779acb-dfc7-4459-9e47-4ffc99351a60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=359d1dce8ae249409b870d39d3308945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3817854 Jun 03 08:39:30.691504 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94779acb-dfc7-4459-9e47-4ffc99351a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcc38dc-0663-4417-af38-1a5089c38342,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:30.693236 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 60764) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:30.695090 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-94779acb-dfc7-4459-9e47-4ffc99351a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:30.750609 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-83ea4ba9-0720-4222-8954-fd56bd5be23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:30.776529 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-83ea4ba9-0720-4222-8954-fd56bd5be23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:30.892607 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-83ea4ba9-0720-4222-8954-fd56bd5be23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:30.896418 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-f0443d94-b915-4331-8e0d-ec53e7cedccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:30.907530 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea4ba9-0720-4222-8954-fd56bd5be23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcc38dc-0663-4417-af38-1a5089c38342,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:30.911142 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-83ea4ba9-0720-4222-8954-fd56bd5be23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:30.915183 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-83ea4ba9-0720-4222-8954-fd56bd5be23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:30.915720 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-83ea4ba9-0720-4222-8954-fd56bd5be23b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abcc38dc-0663-4417-af38-1a5089c38342 HTTP/1.1" status: 204 len: 168 time: 0.2214754 Jun 03 08:39:31.580397 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60770) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:31.598032 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-10df6665-e4ac-4992-bbd7-99ce99089471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:31.612836 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-10df6665-e4ac-4992-bbd7-99ce99089471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:39:31.616791 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-10df6665-e4ac-4992-bbd7-99ce99089471 admin admin] Usage tracker for resource:security_group_rule and tenant:baa604dd05a34a86ad4a522d4dc6f936 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:39:31.619737 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-10df6665-e4ac-4992-bbd7-99ce99089471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:39:31.625399 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-10df6665-e4ac-4992-bbd7-99ce99089471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:39:31.705206 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-10df6665-e4ac-4992-bbd7-99ce99089471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:31.789519 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-10df6665-e4ac-4992-bbd7-99ce99089471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:31.796881 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d31774a0-1b66-4389-a627-7ce23fb6cc88 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:31.844102 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df6665-e4ac-4992-bbd7-99ce99089471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cfd3ae-9c7a-4fc3-b3b8-39db26f9a907,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:31.848910 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-10df6665-e4ac-4992-bbd7-99ce99089471 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=baa604dd05a34a86ad4a522d4dc6f936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675076 Jun 03 08:39:31.849809 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-10df6665-e4ac-4992-bbd7-99ce99089471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:31.852087 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60774) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:31.907373 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-fcc0f471-efcf-4c87-b86e-4d49a4414284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:31.933447 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-fcc0f471-efcf-4c87-b86e-4d49a4414284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:32.074467 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-fcc0f471-efcf-4c87-b86e-4d49a4414284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:32.078298 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-714f2b35-696e-490e-9803-9286518eee28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:32.091463 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0f471-efcf-4c87-b86e-4d49a4414284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cfd3ae-9c7a-4fc3-b3b8-39db26f9a907,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:32.094013 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-fcc0f471-efcf-4c87-b86e-4d49a4414284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:32.101624 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-fcc0f471-efcf-4c87-b86e-4d49a4414284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:32.102836 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-fcc0f471-efcf-4c87-b86e-4d49a4414284 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6cfd3ae-9c7a-4fc3-b3b8-39db26f9a907 HTTP/1.1" status: 204 len: 168 time: 0.2503703 Jun 03 08:39:33.195815 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 60798) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:33.302457 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1611360741-network', 'tenant_id': 'ce11493db1414c079fb34d7fac1c66d7'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:39:33.307366 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:39:33.311230 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Usage tracker for resource:network and tenant:ce11493db1414c079fb34d7fac1c66d7 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:39:33.314037 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:39:33.320990 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:39:33.412650 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Made reservation on behalf of ce11493db1414c079fb34d7fac1c66d7 for: {'network': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:39:33.415018 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-970951'] for network, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:33.427601 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:33.442492 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:39:33.446541 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Usage tracker for resource:security_group_rule and tenant:ce11493db1414c079fb34d7fac1c66d7 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:39:33.450218 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:39:33.455173 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:39:33.536562 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:33.628719 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:33.631746 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-5b4b9102-ec98-49aa-a28b-d5e752da0a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:33.661820 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=92357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 08:39:33.666941 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bde000-2b88-4be1-826c-764a779c4846,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:33.670470 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:33.674139 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:33.674487 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.db.segments_db [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Added segment 8c77538c-fa3b-460d-a980-24fb80920a8b of type vlan for network b2e530cc-1aee-46bb-a863-49c32e0acfef Jun 03 08:39:33.701064 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865572298'] for network, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:33.829692 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502'] for network, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:33.830967 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:39:33.832051 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:33.837316 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:33.944699 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Pushing event updated for resources: {'Network': ['ID=b2e530cc-1aee-46bb-a863-49c32e0acfef,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:33.947400 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:33.954611 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Network b2e530cc-1aee-46bb-a863-49c32e0acfef details requested by agent ovs-agent-dv-cinder-787262-5-smb with host dv-cinder-787262-5-smb {{(pid=92358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 08:39:33.979491 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7825530 Jun 03 08:39:33.982545 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 60804) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:33.987793 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-f188cb1e-179f-44cb-9142-380f848f452c admin admin] Request body: {'subnet': {'network_id': 'b2e530cc-1aee-46bb-a863-49c32e0acfef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1611360741-subnet', 'tenant_id': 'ce11493db1414c079fb34d7fac1c66d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:39:33.992574 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-f188cb1e-179f-44cb-9142-380f848f452c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:39:33.996454 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-f188cb1e-179f-44cb-9142-380f848f452c admin admin] Usage tracker for resource:subnet and tenant:ce11493db1414c079fb34d7fac1c66d7 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:39:33.999371 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-f188cb1e-179f-44cb-9142-380f848f452c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:39:34.005219 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-f188cb1e-179f-44cb-9142-380f848f452c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:39:34.104301 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f188cb1e-179f-44cb-9142-380f848f452c admin admin] Made reservation on behalf of ce11493db1414c079fb34d7fac1c66d7 for: {'subnet': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:39:34.106563 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-f188cb1e-179f-44cb-9142-380f848f452c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15262813'] for subnet, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:34.645262 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-f188cb1e-179f-44cb-9142-380f848f452c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14263873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15262763'] for subnet, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:34.649150 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:34.724226 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188cb1e-179f-44cb-9142-380f848f452c admin admin] Pushing event updated for resources: {'Subnet': ['ID=47bf58de-a583-4097-b884-123027ac293a,revision_number=0']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:34.726853 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-f188cb1e-179f-44cb-9142-380f848f452c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:34.732811 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f188cb1e-179f-44cb-9142-380f848f452c admin admin] Checking segment: {'id': '8c77538c-fa3b-460d-a980-24fb80920a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b2e530cc-1aee-46bb-a863-49c32e0acfef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:39:34.733204 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f188cb1e-179f-44cb-9142-380f848f452c admin admin] Network hostable DHCP agents. Network: b2e530cc-1aee-46bb-a863-49c32e0acfef, hostable agents: ['5e4d2f6b-3552-4981-8bdf-261b5e07a56f'], hosted agents: [] {{(pid=92357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 08:39:34.818040 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f188cb1e-179f-44cb-9142-380f848f452c admin admin] Network b2e530cc-1aee-46bb-a863-49c32e0acfef is scheduled to be hosted by DHCP agent 5e4d2f6b-3552-4981-8bdf-261b5e07a56f with binding_index 1 {{(pid=92357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 08:39:34.927392 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [None req-f188cb1e-179f-44cb-9142-380f848f452c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-5-smb, b2e530cc-1aee-46bb-a863-49c32e0acfef) {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:39:34.936746 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5324a7ad-d684-48d2-9d37-0dbbb4d250be None None] Network b2e530cc-1aee-46bb-a863-49c32e0acfef requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:39:34.938370 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f188cb1e-179f-44cb-9142-380f848f452c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:39:34.938980 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-f188cb1e-179f-44cb-9142-380f848f452c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for subnet, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:35.047011 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-f188cb1e-179f-44cb-9142-380f848f452c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0629678 Jun 03 08:39:35.162196 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4842870-bb44-450b-ab05-0820021b4091 None None] Network b2e530cc-1aee-46bb-a863-49c32e0acfef requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:39:35.797376 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60822) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:35.802350 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1360932354-network', 'tenant_id': '4fb8e8d8a683457c9023334755522857'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:39:35.807099 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:39:35.810877 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Usage tracker for resource:network and tenant:4fb8e8d8a683457c9023334755522857 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:39:35.814493 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:39:35.820670 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:39:35.911929 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Made reservation on behalf of 4fb8e8d8a683457c9023334755522857 for: {'network': 1} {{(pid=92356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:39:35.915560 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-970951'] for network, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:35.931438 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:35.946609 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:39:35.950612 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:4fb8e8d8a683457c9023334755522857 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:39:35.953447 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:39:35.960435 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:39:36.045083 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:36.109909 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:36.112961 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-fcc0f471-efcf-4c87-b86e-4d49a4414284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:36.142838 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=92356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 08:39:36.148794 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104988f2-9f28-490e-9fe1-b8dfd9be8e88,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:36.151815 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:36.157485 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:36.157797 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.db.segments_db [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Added segment 340120a1-c8f6-4dbe-9c5a-8f3f1f4d297c of type vlan for network 96a2e118-0323-4a37-b6f3-71c161b630a7 Jun 03 08:39:36.185242 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865572298'] for network, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:36.280033 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502'] for network, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:36.281675 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:39:36.282298 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:36.286368 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:36.382011 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Pushing event updated for resources: {'Network': ['ID=96a2e118-0323-4a37-b6f3-71c161b630a7,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:36.384651 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:36.391670 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Network 96a2e118-0323-4a37-b6f3-71c161b630a7 details requested by agent ovs-agent-dv-cinder-787262-5-smb with host dv-cinder-787262-5-smb {{(pid=92358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 08:39:36.442727 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6442356 Jun 03 08:39:36.445422 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60826) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:36.450538 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-f44996f2-e822-4009-8f32-e1c8e087c645 admin admin] Request body: {'subnet': {'network_id': '96a2e118-0323-4a37-b6f3-71c161b630a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1360932354-subnet', 'tenant_id': '4fb8e8d8a683457c9023334755522857', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:39:36.455490 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-f44996f2-e822-4009-8f32-e1c8e087c645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:39:36.460542 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-f44996f2-e822-4009-8f32-e1c8e087c645 admin admin] Usage tracker for resource:subnet and tenant:4fb8e8d8a683457c9023334755522857 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:39:36.463757 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-f44996f2-e822-4009-8f32-e1c8e087c645 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:39:36.469556 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-f44996f2-e822-4009-8f32-e1c8e087c645 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:39:36.605871 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44996f2-e822-4009-8f32-e1c8e087c645 admin admin] Made reservation on behalf of 4fb8e8d8a683457c9023334755522857 for: {'subnet': 1} {{(pid=92356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:39:36.608275 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-f44996f2-e822-4009-8f32-e1c8e087c645 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15091248'] for subnet, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:37.076033 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-f44996f2-e822-4009-8f32-e1c8e087c645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15262594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15091270'] for subnet, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:37.079687 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:37.156163 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44996f2-e822-4009-8f32-e1c8e087c645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8495048b-db59-4b34-9c35-3facfb19223b,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:37.161992 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-f44996f2-e822-4009-8f32-e1c8e087c645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:37.164414 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44996f2-e822-4009-8f32-e1c8e087c645 admin admin] Checking segment: {'id': '340120a1-c8f6-4dbe-9c5a-8f3f1f4d297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '96a2e118-0323-4a37-b6f3-71c161b630a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:39:37.164764 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44996f2-e822-4009-8f32-e1c8e087c645 admin admin] Network hostable DHCP agents. Network: 96a2e118-0323-4a37-b6f3-71c161b630a7, hostable agents: ['5e4d2f6b-3552-4981-8bdf-261b5e07a56f'], hosted agents: [] {{(pid=92356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 08:39:37.338561 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44996f2-e822-4009-8f32-e1c8e087c645 admin admin] Network 96a2e118-0323-4a37-b6f3-71c161b630a7 is scheduled to be hosted by DHCP agent 5e4d2f6b-3552-4981-8bdf-261b5e07a56f with binding_index 1 {{(pid=92356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 08:39:37.418493 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-f44996f2-e822-4009-8f32-e1c8e087c645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-5-smb, 96a2e118-0323-4a37-b6f3-71c161b630a7) {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:39:37.427302 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44996f2-e822-4009-8f32-e1c8e087c645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:39:37.427622 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bb252c-c571-4d80-beb7-cc916b7d1e64 None None] Network 96a2e118-0323-4a37-b6f3-71c161b630a7 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:39:37.428094 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-f44996f2-e822-4009-8f32-e1c8e087c645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:37.551030 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-f44996f2-e822-4009-8f32-e1c8e087c645 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1039217 Jun 03 08:39:37.619278 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483bda7e-7dd4-4da9-b541-4efddc95ea60 None None] Network 96a2e118-0323-4a37-b6f3-71c161b630a7 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:39:37.688550 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60832) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:37.749814 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_v2 [None req-88aecfeb-83a8-46bf-9168-dc84db3a8804 admin admin] Deleting subnet 47bf58de-a583-4097-b884-123027ac293a {{(pid=92356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 08:39:37.752829 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-88aecfeb-83a8-46bf-9168-dc84db3a8804 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:37.804896 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-88aecfeb-83a8-46bf-9168-dc84db3a8804 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15284933'] for subnet, precommit_delete_associations {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:37.858787 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-88aecfeb-83a8-46bf-9168-dc84db3a8804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997589'] for subnet, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:38.287055 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-88aecfeb-83a8-46bf-9168-dc84db3a8804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15262529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15091295'] for subnet, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:38.291116 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:38.326818 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aecfeb-83a8-46bf-9168-dc84db3a8804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47bf58de-a583-4097-b884-123027ac293a,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:38.328720 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-88aecfeb-83a8-46bf-9168-dc84db3a8804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:38.331526 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-88aecfeb-83a8-46bf-9168-dc84db3a8804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:38.335460 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-88aecfeb-83a8-46bf-9168-dc84db3a8804 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/47bf58de-a583-4097-b884-123027ac293a HTTP/1.1" status: 204 len: 168 time: 0.6454728 Jun 03 08:39:38.338060 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60836) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:38.444073 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9057eec2-5af9-4e3a-9ed1-97d8459fbccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528754'] for network, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:38.567353 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9057eec2-5af9-4e3a-9ed1-97d8459fbccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999006', 'neutron.services.segments.db._delete_segments_for_network-8762866104814'] for network, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:38.582914 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-9057eec2-5af9-4e3a-9ed1-97d8459fbccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e530cc-1aee-46bb-a863-49c32e0acfef']}} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:39:38.594973 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-9057eec2-5af9-4e3a-9ed1-97d8459fbccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c77538c-fa3b-460d-a980-24fb80920a8b') {'for_net_delete': True} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:39:38.595263 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-9057eec2-5af9-4e3a-9ed1-97d8459fbccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c77538c-fa3b-460d-a980-24fb80920a8b') {} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:39:38.606405 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9057eec2-5af9-4e3a-9ed1-97d8459fbccc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762866108173', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15284958'] for segment, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:38.622266 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9057eec2-5af9-4e3a-9ed1-97d8459fbccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:38.628324 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9057eec2-5af9-4e3a-9ed1-97d8459fbccc admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=92356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 08:39:38.629243 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9057eec2-5af9-4e3a-9ed1-97d8459fbccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262507'] for segment, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: Traceback (most recent call last): Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: timer() Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: cb(*args, **kw) Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: return func(*args, **kwargs) Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: self._notify() Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: self.callback(batched_events) Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: event.method(event) Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: return f(self, *a, **k) Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: return self._get(url).json() Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: return self.request(url, 'GET', **kwargs) Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 08:39:38.642074 dv-cinder-787262-5-smb neutron-server[92356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 08:39:38.807230 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9057eec2-5af9-4e3a-9ed1-97d8459fbccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361038'] for network, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:38.811205 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-b92f5b65-8382-4bf8-a061-29d6395e2ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:38.828872 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9057eec2-5af9-4e3a-9ed1-97d8459fbccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:38.837078 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057eec2-5af9-4e3a-9ed1-97d8459fbccc admin admin] Pushing event deleted for resources: {'Network': ['ID=b2e530cc-1aee-46bb-a863-49c32e0acfef,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:38.839611 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-9057eec2-5af9-4e3a-9ed1-97d8459fbccc admin admin] 10.222.0.18 "DELETE /v2.0/networks/b2e530cc-1aee-46bb-a863-49c32e0acfef HTTP/1.1" status: 204 len: 168 time: 0.5006142 Jun 03 08:39:38.840587 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-9057eec2-5af9-4e3a-9ed1-97d8459fbccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:38.842406 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60838) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:38.898745 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6ae296-dca6-4ad5-8bc1-bb11330014ca admin admin] Deleting subnet 8495048b-db59-4b34-9c35-3facfb19223b {{(pid=92356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 08:39:38.901831 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-df6ae296-dca6-4ad5-8bc1-bb11330014ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:38.949802 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-df6ae296-dca6-4ad5-8bc1-bb11330014ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15284933'] for subnet, precommit_delete_associations {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:39.007600 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-df6ae296-dca6-4ad5-8bc1-bb11330014ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997589'] for subnet, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:39.332200 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-df6ae296-dca6-4ad5-8bc1-bb11330014ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15262529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15091295'] for subnet, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:39.336394 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-5df010e8-5079-4881-bfb6-dc9466ffc2d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:39.379214 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ae296-dca6-4ad5-8bc1-bb11330014ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8495048b-db59-4b34-9c35-3facfb19223b,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:39.382064 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-df6ae296-dca6-4ad5-8bc1-bb11330014ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:39.383056 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-df6ae296-dca6-4ad5-8bc1-bb11330014ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:39.389068 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-df6ae296-dca6-4ad5-8bc1-bb11330014ca admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8495048b-db59-4b34-9c35-3facfb19223b HTTP/1.1" status: 204 len: 168 time: 0.5456841 Jun 03 08:39:39.395155 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60840) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:39.500662 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ff5b7d91-42c5-49f8-818e-81c19d69a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528754'] for network, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:39.632585 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ff5b7d91-42c5-49f8-818e-81c19d69a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999006', 'neutron.services.segments.db._delete_segments_for_network-8762866104814'] for network, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:39.646620 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-ff5b7d91-42c5-49f8-818e-81c19d69a4aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a2e118-0323-4a37-b6f3-71c161b630a7']}} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:39:39.659249 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-ff5b7d91-42c5-49f8-818e-81c19d69a4aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340120a1-c8f6-4dbe-9c5a-8f3f1f4d297c') {'for_net_delete': True} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:39:39.659547 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-ff5b7d91-42c5-49f8-818e-81c19d69a4aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340120a1-c8f6-4dbe-9c5a-8f3f1f4d297c') {} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:39:39.671281 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ff5b7d91-42c5-49f8-818e-81c19d69a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762866108173', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15284958'] for segment, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:39.687073 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ff5b7d91-42c5-49f8-818e-81c19d69a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:39.693564 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5b7d91-42c5-49f8-818e-81c19d69a4aa admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=92356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 08:39:39.693966 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ff5b7d91-42c5-49f8-818e-81c19d69a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262507'] for segment, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: Traceback (most recent call last): Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: timer() Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: cb(*args, **kw) Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: return func(*args, **kwargs) Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: self._notify() Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: self.callback(batched_events) Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: event.method(event) Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: return f(self, *a, **k) Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: return self._get(url).json() Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: return self.request(url, 'GET', **kwargs) Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 08:39:39.707388 dv-cinder-787262-5-smb neutron-server[92356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 08:39:39.932640 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ff5b7d91-42c5-49f8-818e-81c19d69a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361038'] for network, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:39.936367 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:39.949504 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ff5b7d91-42c5-49f8-818e-81c19d69a4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:39.958633 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b7d91-42c5-49f8-818e-81c19d69a4aa admin admin] Pushing event deleted for resources: {'Network': ['ID=96a2e118-0323-4a37-b6f3-71c161b630a7,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:39.961424 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-ff5b7d91-42c5-49f8-818e-81c19d69a4aa admin admin] 10.222.0.18 "DELETE /v2.0/networks/96a2e118-0323-4a37-b6f3-71c161b630a7 HTTP/1.1" status: 204 len: 168 time: 0.5689616 Jun 03 08:39:39.962552 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-ff5b7d91-42c5-49f8-818e-81c19d69a4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:40.389460 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60846) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:40.437274 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-40e99254-df9e-4c58-aac1-b31cd5014428 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce11493db1414c079fb34d7fac1c66d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466549 Jun 03 08:39:40.439852 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60848) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:40.501251 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-caa87438-73d9-45ab-afa4-cc9780246f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:40.528313 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-caa87438-73d9-45ab-afa4-cc9780246f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:40.664219 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-caa87438-73d9-45ab-afa4-cc9780246f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:40.668081 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-4482f392-c071-48cd-a585-25e3c4ca6796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:40.679452 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa87438-73d9-45ab-afa4-cc9780246f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bde000-2b88-4be1-826c-764a779c4846,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:40.684458 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-caa87438-73d9-45ab-afa4-cc9780246f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:40.687271 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-caa87438-73d9-45ab-afa4-cc9780246f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:40.688382 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-caa87438-73d9-45ab-afa4-cc9780246f56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26bde000-2b88-4be1-826c-764a779c4846 HTTP/1.1" status: 204 len: 168 time: 0.2476466 Jun 03 08:39:41.393145 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60856) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:41.444422 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-0c01a2d6-ec1b-4ef0-a7b7-b06b7826ac50 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fb8e8d8a683457c9023334755522857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494654 Jun 03 08:39:41.446801 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60858) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:41.505038 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-bef1c714-7650-48e0-93e8-35973140820e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:41.530532 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-bef1c714-7650-48e0-93e8-35973140820e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:41.675289 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-bef1c714-7650-48e0-93e8-35973140820e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:41.678982 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-38afcc92-596c-446e-8114-de82eb3730c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:41.689477 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1c714-7650-48e0-93e8-35973140820e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104988f2-9f28-490e-9fe1-b8dfd9be8e88,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:41.693764 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-bef1c714-7650-48e0-93e8-35973140820e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:41.700606 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-bef1c714-7650-48e0-93e8-35973140820e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:41.700606 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-bef1c714-7650-48e0-93e8-35973140820e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/104988f2-9f28-490e-9fe1-b8dfd9be8e88 HTTP/1.1" status: 204 len: 168 time: 0.2503090 Jun 03 08:39:47.727562 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:48.401348 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60970) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:48.517753 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:48.532330 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:39:48.536040 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] Usage tracker for resource:security_group_rule and tenant:cac891fcd2dd4a9191ce6fab223c5d4e is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:39:48.538783 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:39:48.544436 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:39:48.622949 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:48.692793 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:48.701505 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-dbfab257-3f31-441a-a384-fe7cbde7bfe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:48.741386 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cac891fcd2dd4a9191ce6fab223c5d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3388472 Jun 03 08:39:48.741958 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37dd3b9-940e-466d-acd2-2c012aba7aa6,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:48.744005 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 60974) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:48.754968 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:48.755349 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:48.755717 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:48.756080 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:48.758526 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:48.758526 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:48.758526 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:48.758526 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:48.758526 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:48.758526 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:48.758526 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:48.759141 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:48.762936 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-35f03a6a-1a4a-43d9-a580-1f76af73b0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:48.810449 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-dc520bdb-86e7-4ca1-bcc1-970f4a7e965d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:48.837262 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-dc520bdb-86e7-4ca1-bcc1-970f4a7e965d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:48.995883 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-dc520bdb-86e7-4ca1-bcc1-970f4a7e965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:48.999696 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-96d182d4-1a23-478c-852b-491ad8e88e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:49.011464 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc520bdb-86e7-4ca1-bcc1-970f4a7e965d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37dd3b9-940e-466d-acd2-2c012aba7aa6,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:49.021531 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc520bdb-86e7-4ca1-bcc1-970f4a7e965d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:49.021896 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc520bdb-86e7-4ca1-bcc1-970f4a7e965d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:49.022321 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc520bdb-86e7-4ca1-bcc1-970f4a7e965d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:49.022731 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc520bdb-86e7-4ca1-bcc1-970f4a7e965d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:49.023078 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc520bdb-86e7-4ca1-bcc1-970f4a7e965d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:49.023424 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc520bdb-86e7-4ca1-bcc1-970f4a7e965d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:49.023771 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc520bdb-86e7-4ca1-bcc1-970f4a7e965d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:49.024113 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc520bdb-86e7-4ca1-bcc1-970f4a7e965d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:49.024452 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc520bdb-86e7-4ca1-bcc1-970f4a7e965d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:49.024791 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc520bdb-86e7-4ca1-bcc1-970f4a7e965d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:49.025126 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc520bdb-86e7-4ca1-bcc1-970f4a7e965d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:49.025460 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc520bdb-86e7-4ca1-bcc1-970f4a7e965d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:39:49.028975 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-dc520bdb-86e7-4ca1-bcc1-970f4a7e965d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:49.030075 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-dc520bdb-86e7-4ca1-bcc1-970f4a7e965d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f37dd3b9-940e-466d-acd2-2c012aba7aa6 HTTP/1.1" status: 204 len: 168 time: 0.2851055 Jun 03 08:39:49.031017 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-dc520bdb-86e7-4ca1-bcc1-970f4a7e965d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:49.719439 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 60988) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:49.737354 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-694571ac-32eb-4b6a-bcf8-b440c2b58d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:49.751535 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-694571ac-32eb-4b6a-bcf8-b440c2b58d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:39:49.755527 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-694571ac-32eb-4b6a-bcf8-b440c2b58d2d admin admin] Usage tracker for resource:security_group_rule and tenant:4240d234338a46ea8f9aaaea7adfbc70 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:39:49.758306 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-694571ac-32eb-4b6a-bcf8-b440c2b58d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:39:49.763812 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-694571ac-32eb-4b6a-bcf8-b440c2b58d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:39:49.846188 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-694571ac-32eb-4b6a-bcf8-b440c2b58d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:49.938547 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-694571ac-32eb-4b6a-bcf8-b440c2b58d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:49.947883 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-dc520bdb-86e7-4ca1-bcc1-970f4a7e965d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:49.992602 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-694571ac-32eb-4b6a-bcf8-b440c2b58d2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4240d234338a46ea8f9aaaea7adfbc70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720816 Jun 03 08:39:49.994196 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694571ac-32eb-4b6a-bcf8-b440c2b58d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e11260d-43f8-4023-b66f-938f881d21b2,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:49.995316 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 60990) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:49.997208 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-694571ac-32eb-4b6a-bcf8-b440c2b58d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:50.052482 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a5afbdd8-02b3-4640-ac9c-30f9d13a2c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:50.082787 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a5afbdd8-02b3-4640-ac9c-30f9d13a2c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:50.270671 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a5afbdd8-02b3-4640-ac9c-30f9d13a2c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:50.274413 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2773bb7b-a6a4-4e51-8976-cee4da8a0063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:50.287041 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afbdd8-02b3-4640-ac9c-30f9d13a2c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e11260d-43f8-4023-b66f-938f881d21b2,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:50.290790 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-a5afbdd8-02b3-4640-ac9c-30f9d13a2c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:50.295904 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a5afbdd8-02b3-4640-ac9c-30f9d13a2c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:50.297011 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-a5afbdd8-02b3-4640-ac9c-30f9d13a2c0e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e11260d-43f8-4023-b66f-938f881d21b2 HTTP/1.1" status: 204 len: 168 time: 0.3007164 Jun 03 08:39:53.399398 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-00e35ee8-a840-4c90-b8ef-3d9a1b202d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:53.822189 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:39:56.241063 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 32924) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:56.356136 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-16df6ff0-0763-433f-a6c2-7f4ecfb8fb55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:56.370154 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-16df6ff0-0763-433f-a6c2-7f4ecfb8fb55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:39:56.373869 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-16df6ff0-0763-433f-a6c2-7f4ecfb8fb55 admin admin] Usage tracker for resource:security_group_rule and tenant:b1b73b45b6dc4b88936fb403c642fcc5 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:39:56.376684 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-16df6ff0-0763-433f-a6c2-7f4ecfb8fb55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:39:56.382319 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-16df6ff0-0763-433f-a6c2-7f4ecfb8fb55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:39:56.388991 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:56.462206 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-16df6ff0-0763-433f-a6c2-7f4ecfb8fb55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:56.561376 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-16df6ff0-0763-433f-a6c2-7f4ecfb8fb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:56.568998 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-cbb86eb0-2b90-4c61-a606-970cbaf76e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:56.609875 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-16df6ff0-0763-433f-a6c2-7f4ecfb8fb55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1b73b45b6dc4b88936fb403c642fcc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3676858 Jun 03 08:39:56.610643 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df6ff0-0763-433f-a6c2-7f4ecfb8fb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a1a253-e3f2-443a-a1f5-655b40483916,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:56.613243 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 32928) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:56.613737 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-16df6ff0-0763-433f-a6c2-7f4ecfb8fb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:56.673790 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-476edec9-de8f-4fda-be19-42fea57f9169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:56.701396 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-476edec9-de8f-4fda-be19-42fea57f9169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:56.755094 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-0fef5836-3ce4-41b5-bab9-0f141de89e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:56.864341 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-476edec9-de8f-4fda-be19-42fea57f9169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:56.868088 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-6e254e49-da10-43ed-871a-c54531f3488b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:56.881535 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476edec9-de8f-4fda-be19-42fea57f9169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a1a253-e3f2-443a-a1f5-655b40483916,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:56.885409 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-476edec9-de8f-4fda-be19-42fea57f9169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:56.890883 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-476edec9-de8f-4fda-be19-42fea57f9169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:56.895096 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-476edec9-de8f-4fda-be19-42fea57f9169 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3a1a253-e3f2-443a-a1f5-655b40483916 HTTP/1.1" status: 204 len: 168 time: 0.2804885 Jun 03 08:39:57.593925 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 32946) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:57.610827 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-c1149272-4a2b-4780-81a6-06139f240ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:57.630801 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-c1149272-4a2b-4780-81a6-06139f240ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:39:57.634917 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-c1149272-4a2b-4780-81a6-06139f240ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:360be7fbe1b44ed7840675a3d9e3d08d is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:39:57.637746 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-c1149272-4a2b-4780-81a6-06139f240ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:39:57.644988 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-c1149272-4a2b-4780-81a6-06139f240ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:39:57.727791 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-c1149272-4a2b-4780-81a6-06139f240ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:57.834741 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-c1149272-4a2b-4780-81a6-06139f240ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:57.842444 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-649c69d9-6be2-4772-9d21-9c39d43acb8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:57.851885 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:57.882196 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-c1149272-4a2b-4780-81a6-06139f240ac1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=360be7fbe1b44ed7840675a3d9e3d08d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871325 Jun 03 08:39:57.883052 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1149272-4a2b-4780-81a6-06139f240ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fb1747-5fdd-47d3-bc86-bc7fdc83dce4,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:57.884990 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 32948) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:39:57.887244 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-c1149272-4a2b-4780-81a6-06139f240ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:57.949803 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4ecfa447-ada3-4b9e-addf-f9b972ae84f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:57.976307 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4ecfa447-ada3-4b9e-addf-f9b972ae84f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:58.109913 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4ecfa447-ada3-4b9e-addf-f9b972ae84f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:58.115338 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-372989e1-c9a9-4b96-abf7-2b72b2093fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:39:58.127357 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfa447-ada3-4b9e-addf-f9b972ae84f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fb1747-5fdd-47d3-bc86-bc7fdc83dce4,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:39:58.130390 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-4ecfa447-ada3-4b9e-addf-f9b972ae84f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:39:58.137574 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4ecfa447-ada3-4b9e-addf-f9b972ae84f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:39:58.138713 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-4ecfa447-ada3-4b9e-addf-f9b972ae84f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44fb1747-5fdd-47d3-bc86-bc7fdc83dce4 HTTP/1.1" status: 204 len: 168 time: 0.2527742 Jun 03 08:39:59.690193 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fa276-62a2-4a67-b09c-60aee62bf819 req-0ecedcf7-432d-4adf-92ea-c41da402d045 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:39:59.692321 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-346fa276-62a2-4a67-b09c-60aee62bf819 req-0ecedcf7-432d-4adf-92ea-c41da402d045 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 946 time: 0.0918567 Jun 03 08:39:59.742980 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-346fa276-62a2-4a67-b09c-60aee62bf819 req-d8703eb5-ebaf-4b9c-8e71-70cf2af8b821 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c07cded0-60ff-42f7-84bc-a5c45ac0f503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444548 Jun 03 08:39:59.870004 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:00.943027 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546b5d9-c970-446c-a368-355591d23b32 req-355a3f90-56eb-48fe-b427-c8576a6be8c0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:00.944400 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7546b5d9-c970-446c-a368-355591d23b32 req-355a3f90-56eb-48fe-b427-c8576a6be8c0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 946 time: 0.0903299 Jun 03 08:40:00.992880 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7546b5d9-c970-446c-a368-355591d23b32 req-b70f51dd-48f7-4c63-8507-dcf833ba6951 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c07cded0-60ff-42f7-84bc-a5c45ac0f503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426841 Jun 03 08:40:01.591215 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db171613-c06b-4293-b198-e9ce2f4ef78b req-7e3b64fb-a152-41e3-ad7d-36b4e7dac65f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:01.592635 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-db171613-c06b-4293-b198-e9ce2f4ef78b req-7e3b64fb-a152-41e3-ad7d-36b4e7dac65f tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 946 time: 0.0789621 Jun 03 08:40:01.737666 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-db171613-c06b-4293-b198-e9ce2f4ef78b req-7ff4ef07-0614-4bf2-bff3-4f1975f05a4d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Deleting port c2381a04-68a2-423c-b94b-d50429da5675 {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:40:01.738009 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-db171613-c06b-4293-b198-e9ce2f4ef78b req-7ff4ef07-0614-4bf2-bff3-4f1975f05a4d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:01.871481 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-db171613-c06b-4293-b198-e9ce2f4ef78b req-7ff4ef07-0614-4bf2-bff3-4f1975f05a4d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] For port c2381a04-68a2-423c-b94b-d50429da5675, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c2381a04-68a2-423c-b94b-d50429da5675,segment=NetworkSegment(599df174-1f52-4425-ab03-86e95cf193f7),segment_id=599df174-1f52-4425-ab03-86e95cf193f7)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:40:01.871835 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-db171613-c06b-4293-b198-e9ce2f4ef78b req-7ff4ef07-0614-4bf2-bff3-4f1975f05a4d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:02.217140 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-db171613-c06b-4293-b198-e9ce2f4ef78b req-7ff4ef07-0614-4bf2-bff3-4f1975f05a4d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:02.217510 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-db171613-c06b-4293-b198-e9ce2f4ef78b req-7ff4ef07-0614-4bf2-bff3-4f1975f05a4d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361148'] for floatingip, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:02.217820 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.db.l3_db [req-db171613-c06b-4293-b198-e9ce2f4ef78b req-7ff4ef07-0614-4bf2-bff3-4f1975f05a4d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Floating IP 20f2e806-3b97-40a1-b003-3613ba8a4a8e disassociated. External IP: 172.28.3.101, port: c2381a04-68a2-423c-b94b-d50429da5675. Jun 03 08:40:02.218177 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-db171613-c06b-4293-b198-e9ce2f4ef78b req-7ff4ef07-0614-4bf2-bff3-4f1975f05a4d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Calling delete_port for c2381a04-68a2-423c-b94b-d50429da5675 owned by compute:nova {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:40:02.260647 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c5a94-20dc-4e51-9c77-b2730a6c1d6e req-9da27383-cfc1-45c3-8055-c6103a04ce4c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:02.262148 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d95c5a94-20dc-4e51-9c77-b2730a6c1d6e req-9da27383-cfc1-45c3-8055-c6103a04ce4c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 946 time: 0.1415370 Jun 03 08:40:02.356790 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 33036) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:02.439959 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d95c5a94-20dc-4e51-9c77-b2730a6c1d6e req-23358ef7-f592-40f5-9815-063363204c6c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups?id=c07cded0-60ff-42f7-84bc-a5c45ac0f503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712711 Jun 03 08:40:02.480966 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e74ad5f2-05eb-4507-ae72-2a9bc1a19406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:02.496167 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-e74ad5f2-05eb-4507-ae72-2a9bc1a19406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:40:02.501329 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-e74ad5f2-05eb-4507-ae72-2a9bc1a19406 admin admin] Usage tracker for resource:security_group_rule and tenant:0f0843948a584c9eb816b6a6bc224f8e is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:40:02.502710 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-e74ad5f2-05eb-4507-ae72-2a9bc1a19406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:40:02.509069 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-e74ad5f2-05eb-4507-ae72-2a9bc1a19406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:40:02.585325 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-db171613-c06b-4293-b198-e9ce2f4ef78b req-7ff4ef07-0614-4bf2-bff3-4f1975f05a4d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:02.593923 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-523e13f3-0ac6-4bbf-9086-ef2653e9818d tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:02.667173 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4ef07-0614-4bf2-bff3-4f1975f05a4d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Pushing event deleted for resources: {'Port': ['ID=c2381a04-68a2-423c-b94b-d50429da5675,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:02.670402 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-7ff4ef07-0614-4bf2-bff3-4f1975f05a4d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:02.684936 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e74ad5f2-05eb-4507-ae72-2a9bc1a19406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:02.761480 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e74ad5f2-05eb-4507-ae72-2a9bc1a19406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:02.770457 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-16df6ff0-0763-433f-a6c2-7f4ecfb8fb55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:02.810490 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-e74ad5f2-05eb-4507-ae72-2a9bc1a19406 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f0843948a584c9eb816b6a6bc224f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4524393 Jun 03 08:40:02.811419 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ad5f2-05eb-4507-ae72-2a9bc1a19406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9972f92d-0565-453e-a84d-e370969ad50e,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:02.813759 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 33040) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:02.824891 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-e74ad5f2-05eb-4507-ae72-2a9bc1a19406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:02.859308 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db171613-c06b-4293-b198-e9ce2f4ef78b req-7ff4ef07-0614-4bf2-bff3-4f1975f05a4d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:40:02.874462 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-cfedb6e3-a340-42dc-9a83-4d5c60efad62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:02.900729 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-cfedb6e3-a340-42dc-9a83-4d5c60efad62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:03.053075 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db171613-c06b-4293-b198-e9ce2f4ef78b req-7ff4ef07-0614-4bf2-bff3-4f1975f05a4d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:40:03.062594 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009683b6-3d68-4702-b669-cc8f5eacbb2a None None] Sync routers for ids ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'] in dv-cinder-787262-5-smb {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:40:03.073888 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009683b6-3d68-4702-b669-cc8f5eacbb2a None None] Routers {'78e3d1b4-168e-43f9-84d1-72d69dc35e68'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:40:03.074773 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-009683b6-3d68-4702-b669-cc8f5eacbb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:39:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:40:03.087551 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-cfedb6e3-a340-42dc-9a83-4d5c60efad62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:03.091454 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-a5afbdd8-02b3-4640-ac9c-30f9d13a2c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:03.106952 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedb6e3-a340-42dc-9a83-4d5c60efad62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9972f92d-0565-453e-a84d-e370969ad50e,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:03.111264 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-cfedb6e3-a340-42dc-9a83-4d5c60efad62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:03.126569 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-cfedb6e3-a340-42dc-9a83-4d5c60efad62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:03.129608 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-db171613-c06b-4293-b198-e9ce2f4ef78b req-7ff4ef07-0614-4bf2-bff3-4f1975f05a4d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] No DVR routers for this DVR port c2381a04-68a2-423c-b94b-d50429da5675 on host hv-cinder-78726 {{(pid=92357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:40:03.135114 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-db171613-c06b-4293-b198-e9ce2f4ef78b req-7ff4ef07-0614-4bf2-bff3-4f1975f05a4d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:03.138164 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4c96cd-c443-4fce-82fd-c53880e02071', 'name': 'network-vif-deleted', 'tag': 'c2381a04-68a2-423c-b94b-d50429da5675'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:40:03.140585 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8714f731-2c0c-48e8-a0df-2fe24236a03c" -d '{"events": [{"server_uuid": "8b4c96cd-c443-4fce-82fd-c53880e02071", "name": "network-vif-deleted", "tag": "c2381a04-68a2-423c-b94b-d50429da5675"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:40:03.143371 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-cfedb6e3-a340-42dc-9a83-4d5c60efad62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9972f92d-0565-453e-a84d-e370969ad50e HTTP/1.1" status: 204 len: 168 time: 0.3188875 Jun 03 08:40:03.191330 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1384cf19-bdc7-4b9d-b9ae-b33a40e6ffe7 x-openstack-request-id: req-1384cf19-bdc7-4b9d-b9ae-b33a40e6ffe7 {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:40:03.191658 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4c96cd-c443-4fce-82fd-c53880e02071", "name": "network-vif-deleted", "tag": "c2381a04-68a2-423c-b94b-d50429da5675", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:40:03.191943 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1384cf19-bdc7-4b9d-b9ae-b33a40e6ffe7 {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:40:03.192365 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4c96cd-c443-4fce-82fd-c53880e02071', 'name': 'network-vif-deleted', 'tag': 'c2381a04-68a2-423c-b94b-d50429da5675', 'status': 'completed', 'code': 200} Jun 03 08:40:03.248213 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-db171613-c06b-4293-b198-e9ce2f4ef78b req-7ff4ef07-0614-4bf2-bff3-4f1975f05a4d tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.47 "DELETE /v2.0/ports/c2381a04-68a2-423c-b94b-d50429da5675 HTTP/1.1" status: 204 len: 173 time: 1.6492591 Jun 03 08:40:03.277040 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-009683b6-3d68-4702-b669-cc8f5eacbb2a None None] Set router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:40:03.595418 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-009683b6-3d68-4702-b669-cc8f5eacbb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:35:24Z', 'updated_at': '2021-06-03T08:35:33Z', 'revision_number': 4, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'gw_port': {'id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:25Z', 'updated_at': '2021-06-03T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'daf14974-c01a-48e6-83b0-b3a6132348d5', 'name': '', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'mac_address': 'fa:16:3e:71:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '315dff12-35da-48f3-b24b-119c691945c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:31Z', 'updated_at': '2021-06-03T08:35:44Z', 'revision_number': 5, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'subnets': [{'id': '315dff12-35da-48f3-b24b-119c691945c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:40:03.599598 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009683b6-3d68-4702-b669-cc8f5eacbb2a None None] Checking router: 78e3d1b4-168e-43f9-84d1-72d69dc35e68 for host: dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:40:03.608056 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009683b6-3d68-4702-b669-cc8f5eacbb2a None None] Routers {'78e3d1b4-168e-43f9-84d1-72d69dc35e68'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:40:03.608653 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-009683b6-3d68-4702-b669-cc8f5eacbb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:39:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:40:03.615795 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-ddf70748-0f52-4842-8a76-2ffd84841d3e req-21c94eed-4e9b-4aa6-aebc-98e73c01d097 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Synchronizing usage tracker for tenant:b1b8b8ec99894bf99d282bc56aac7e7d on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:40:03.782219 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-009683b6-3d68-4702-b669-cc8f5eacbb2a None None] Set router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:40:03.784481 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-ddf70748-0f52-4842-8a76-2ffd84841d3e req-21c94eed-4e9b-4aa6-aebc-98e73c01d097 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Unset dirty status for tenant:b1b8b8ec99894bf99d282bc56aac7e7d on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:40:03.785635 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ddf70748-0f52-4842-8a76-2ffd84841d3e req-21c94eed-4e9b-4aa6-aebc-98e73c01d097 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b4c96cd-c443-4fce-82fd-c53880e02071 HTTP/1.1" status: 200 len: 210 time: 0.2184725 Jun 03 08:40:03.954522 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 33050) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:03.972028 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0794-4e24-43b2-b54f-2977af507030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:03.987085 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-cf6a0794-4e24-43b2-b54f-2977af507030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:40:03.991600 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-cf6a0794-4e24-43b2-b54f-2977af507030 admin admin] Usage tracker for resource:security_group_rule and tenant:5acfbe95261c40dd9cdc154732b1f45d is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:40:03.994433 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-cf6a0794-4e24-43b2-b54f-2977af507030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:40:04.000960 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-cf6a0794-4e24-43b2-b54f-2977af507030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:40:04.085436 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0794-4e24-43b2-b54f-2977af507030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:04.099027 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-009683b6-3d68-4702-b669-cc8f5eacbb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:35:24Z', 'updated_at': '2021-06-03T08:35:33Z', 'revision_number': 4, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'gw_port': {'id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:25Z', 'updated_at': '2021-06-03T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'daf14974-c01a-48e6-83b0-b3a6132348d5', 'name': '', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'mac_address': 'fa:16:3e:71:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '315dff12-35da-48f3-b24b-119c691945c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:31Z', 'updated_at': '2021-06-03T08:35:44Z', 'revision_number': 5, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'subnets': [{'id': '315dff12-35da-48f3-b24b-119c691945c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:40:04.103514 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009683b6-3d68-4702-b669-cc8f5eacbb2a None None] The sync data for ids ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'] in dv-cinder-787262-5-smb is: [{'id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:35:24Z', 'updated_at': '2021-06-03T08:35:33Z', 'revision_number': 4, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'gw_port': {'id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:25Z', 'updated_at': '2021-06-03T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'daf14974-c01a-48e6-83b0-b3a6132348d5', 'name': '', 'network_id': '2ab091dd-5f88-433c-a8b2-85f434152459', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'mac_address': 'fa:16:3e:71:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '315dff12-35da-48f3-b24b-119c691945c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:31Z', 'updated_at': '2021-06-03T08:35:44Z', 'revision_number': 5, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'subnets': [{'id': '315dff12-35da-48f3-b24b-119c691945c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:40:04.167156 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0794-4e24-43b2-b54f-2977af507030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:04.175484 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-38527ad0-f6cb-4fb8-950b-d3a88b290ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:04.217955 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-cf6a0794-4e24-43b2-b54f-2977af507030 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5acfbe95261c40dd9cdc154732b1f45d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621820 Jun 03 08:40:04.218897 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a0794-4e24-43b2-b54f-2977af507030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91242b7b-ef4a-46ef-9ce9-1b9dc4bb5150,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:04.220731 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 33052) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:04.222472 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-cf6a0794-4e24-43b2-b54f-2977af507030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:04.288090 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b075bad4-270a-4300-89df-3da9e4d3d7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:04.317801 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b075bad4-270a-4300-89df-3da9e4d3d7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:04.328654 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa8849-79e0-4825-848c-66f605ea2ba7 None None] New status for floating IP 20f2e806-3b97-40a1-b003-3613ba8a4a8e: DOWN {{(pid=92358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 08:40:04.476325 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b075bad4-270a-4300-89df-3da9e4d3d7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:04.480489 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-933a59ac-e61d-4d11-a46c-58ce1131833e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:04.492789 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075bad4-270a-4300-89df-3da9e4d3d7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91242b7b-ef4a-46ef-9ce9-1b9dc4bb5150,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:04.495111 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-b075bad4-270a-4300-89df-3da9e4d3d7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:04.501607 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b075bad4-270a-4300-89df-3da9e4d3d7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:04.505325 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-b075bad4-270a-4300-89df-3da9e4d3d7b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91242b7b-ef4a-46ef-9ce9-1b9dc4bb5150 HTTP/1.1" status: 204 len: 168 time: 0.2798724 Jun 03 08:40:04.677731 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device c2381a04-68a2-423c-b94b-d50429da5675 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:40:04.711681 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] No Port match for: c2381a04-68a2-423c-b94b-d50429da5675 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:40:04.712287 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device c2381a04-68a2-423c-b94b-d50429da5675 not bound to the agent host hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:40:05.042757 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 33064) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:05.112237 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-92ba729d-0600-447a-8582-12d1af58a322 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:05.141077 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-92ba729d-0600-447a-8582-12d1af58a322 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:05.395831 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-92ba729d-0600-447a-8582-12d1af58a322 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:05.399807 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-a298595e-921f-462e-9ed9-2050e60fe1be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:05.413808 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba729d-0600-447a-8582-12d1af58a322 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07cded0-60ff-42f7-84bc-a5c45ac0f503,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:05.416933 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-92ba729d-0600-447a-8582-12d1af58a322 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:05.595113 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-92ba729d-0600-447a-8582-12d1af58a322 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:05.596251 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-92ba729d-0600-447a-8582-12d1af58a322 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "DELETE /v2.0/security-groups/c07cded0-60ff-42f7-84bc-a5c45ac0f503 HTTP/1.1" status: 204 len: 168 time: 0.5523760 Jun 03 08:40:05.607444 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 33078) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:05.624134 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.api.v2.resource [None req-f1da1f14-c764-458b-bd54-51fc7ce228e8 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] show failed (client error): The resource could not be found. Jun 03 08:40:05.625181 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-f1da1f14-c764-458b-bd54-51fc7ce228e8 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "GET /v2.0/security-groups/c07cded0-60ff-42f7-84bc-a5c45ac0f503 HTTP/1.1" status: 404 len: 347 time: 0.0167620 Jun 03 08:40:05.628693 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 33080) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:05.854446 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [None req-64ee5139-70e3-4124-b91f-4ca106dbe7a3 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Deleting port 521215de-3dc8-4176-aea2-bd1f814b3e6a {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:40:05.854709 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-64ee5139-70e3-4124-b91f-4ca106dbe7a3 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:05.977572 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-64ee5139-70e3-4124-b91f-4ca106dbe7a3 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:05.977572 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-64ee5139-70e3-4124-b91f-4ca106dbe7a3 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:06.101210 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [None req-64ee5139-70e3-4124-b91f-4ca106dbe7a3 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Calling delete_port for 521215de-3dc8-4176-aea2-bd1f814b3e6a owned by network:floatingip {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:40:06.287873 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-64ee5139-70e3-4124-b91f-4ca106dbe7a3 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:06.291641 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-195c2c23-608e-44b1-9b63-6165d7f0d292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:06.334371 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee5139-70e3-4124-b91f-4ca106dbe7a3 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Pushing event deleted for resources: {'Port': ['ID=521215de-3dc8-4176-aea2-bd1f814b3e6a,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:06.337498 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-64ee5139-70e3-4124-b91f-4ca106dbe7a3 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:06.513137 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-64ee5139-70e3-4124-b91f-4ca106dbe7a3 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks [] for floatingip, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:06.642825 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-64ee5139-70e3-4124-b91f-4ca106dbe7a3 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for floatingip, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:06.646684 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-64ee5139-70e3-4124-b91f-4ca106dbe7a3 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] 10.222.0.18 "DELETE /v2.0/floatingips/20f2e806-3b97-40a1-b003-3613ba8a4a8e HTTP/1.1" status: 204 len: 168 time: 1.0149364 Jun 03 08:40:08.145097 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-8dd9c6c8-9627-4bed-b01d-c4730591d5ef tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c0e69efb920346eb9cbe83482d7248c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293577 Jun 03 08:40:08.298016 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-2d569c76-9e58-479d-8b13-a9654aef5a14 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:08.299458 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-2d569c76-9e58-479d-8b13-a9654aef5a14 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1491914 Jun 03 08:40:08.314614 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-d72e7d96-7b5d-4f2f-b61a-5c80ac532261 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/quotas/c0e69efb920346eb9cbe83482d7248c5 HTTP/1.1" status: 200 len: 375 time: 0.0091515 Jun 03 08:40:08.361759 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-f7796d97-d183-476b-9751-99a9046ab724 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0e69efb920346eb9cbe83482d7248c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410903 Jun 03 08:40:08.649896 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-94113e3e-0f06-44b0-bff4-389488ee7404 req-622861f8-b2e2-4016-9b1c-7d05ef805381 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/ports?device_id=637ae7d8-8144-433c-85cc-78e30fc486f0 HTTP/1.1" status: 200 len: 210 time: 0.0444627 Jun 03 08:40:09.747756 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-eceee3e1-c703-45cb-9dad-25886fde0430 req-fb793abd-eb36-4f73-bb71-d144fe608bf9 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/ports?device_id=637ae7d8-8144-433c-85cc-78e30fc486f0 HTTP/1.1" status: 200 len: 210 time: 0.0454135 Jun 03 08:40:10.902759 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2214ea84-7ba3-47ea-99b6-64533eacda7f req-07f86a31-3981-4519-880a-b210fe53f158 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/ports?device_id=637ae7d8-8144-433c-85cc-78e30fc486f0 HTTP/1.1" status: 200 len: 210 time: 0.0458565 Jun 03 08:40:11.261731 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 33150) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:11.624319 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-1a028e61-e84f-4fc4-9977-fc44c5ba906a tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c0e69efb920346eb9cbe83482d7248c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312908 Jun 03 08:40:11.866972 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5b9939eb-8822-456d-bbb1-e1c50414f190 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:11.868422 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5b9939eb-8822-456d-bbb1-e1c50414f190 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360156 Jun 03 08:40:11.880490 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Request body: {'port': {'device_id': '637ae7d8-8144-433c-85cc-78e30fc486f0', 'network_id': 'c60f16cd-bc6c-4ccf-940a-95d06ce207e8', 'admin_state_up': True, 'tenant_id': 'c0e69efb920346eb9cbe83482d7248c5'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:40:12.052457 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-edc2c787-5cdb-4306-8df3-54985a964c99 req-77fdfc1f-2866-4b40-b452-c7db33ec054c tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/ports?device_id=637ae7d8-8144-433c-85cc-78e30fc486f0 HTTP/1.1" status: 200 len: 210 time: 0.0423362 Jun 03 08:40:12.070662 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:40:12.079454 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Usage tracker for resource:port and tenant:c0e69efb920346eb9cbe83482d7248c5 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:40:12.081462 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:40:12.089038 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:40:12.107855 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-0716f8e4-cc40-48a1-a47d-899778cf32b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16361550'] for router_interface, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:12.182740 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Made reservation on behalf of c0e69efb920346eb9cbe83482d7248c5 for: {'port': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:40:12.186127 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:12.204040 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:12.278014 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:40:12.292324 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Usage tracker for resource:security_group_rule and tenant:c0e69efb920346eb9cbe83482d7248c5 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:40:12.296821 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:40:12.306223 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:40:12.542603 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:12.693066 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:12.701418 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-fc727217-c93c-4c64-bd93-f521a683f43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:12.792105 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=021d5c72-d51f-40d2-abcb-fe93af37fb94,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:12.802063 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:12.874783 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [None req-0716f8e4-cc40-48a1-a47d-899778cf32b3 admin admin] Deleting port daf14974-c01a-48e6-83b0-b3a6132348d5 {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:40:12.875119 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-0716f8e4-cc40-48a1-a47d-899778cf32b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:12.973828 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_common [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Allocated IP 192.168.233.125 (c60f16cd-bc6c-4ccf-940a-95d06ce207e8/0f529cce-9f77-4a6a-88da-a2c60579e80e/7d232d0c-c278-4bd7-a6d7-0b9d01ffe452) {{(pid=92357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:40:13.045604 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [None req-0716f8e4-cc40-48a1-a47d-899778cf32b3 admin admin] For port daf14974-c01a-48e6-83b0-b3a6132348d5, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=daf14974-c01a-48e6-83b0-b3a6132348d5,segment=NetworkSegment(599df174-1f52-4425-ab03-86e95cf193f7),segment_id=599df174-1f52-4425-ab03-86e95cf193f7)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:40:13.045896 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-0716f8e4-cc40-48a1-a47d-899778cf32b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:13.185227 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [None req-0716f8e4-cc40-48a1-a47d-899778cf32b3 admin admin] Calling delete_port for daf14974-c01a-48e6-83b0-b3a6132348d5 owned by network:router_interface {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:40:13.255165 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-848a04da-3517-4eb1-8284-f2b23f09ff22 req-68ed9348-1d2e-4f8d-a6dd-a6720aa0aa65 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/ports?device_id=637ae7d8-8144-433c-85cc-78e30fc486f0 HTTP/1.1" status: 200 len: 210 time: 0.0773420 Jun 03 08:40:13.403058 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Notify callbacks [] for port, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:13.423485 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Transition to ACTIVE for port object 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 will not be triggered until provisioned by entity DHCP. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:40:13.630770 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:13.636763 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-3970488a-bd1a-4105-a686-d0d2cdb9cf40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:13.681927 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-0716f8e4-cc40-48a1-a47d-899778cf32b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:13.743346 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Network c60f16cd-bc6c-4ccf-940a-95d06ce207e8 is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:40:13.754314 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:40:13.756789 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Received port after_create {{(pid=92357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:40:13.825130 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Pushing event updated for resources: {'Port': ['ID=7d232d0c-c278-4bd7-a6d7-0b9d01ffe452,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:13.828323 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:13.840517 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-1e8095ab-11d5-4a2d-a3bb-adee17d6d7c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:13.902221 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716f8e4-cc40-48a1-a47d-899778cf32b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=daf14974-c01a-48e6-83b0-b3a6132348d5,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:13.904706 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-0716f8e4-cc40-48a1-a47d-899778cf32b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:13.918383 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:13.919014 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:14.092987 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-29cb1673-55c4-4190-adea-bb0a3c150dad None None] Provisioning for port 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:40:14.098138 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-29cb1673-55c4-4190-adea-bb0a3c150dad None None] Provisioning complete for port 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:40:14.098513 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-29cb1673-55c4-4190-adea-bb0a3c150dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:14.116960 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-0716f8e4-cc40-48a1-a47d-899778cf32b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16309445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16361682'] for router_interface, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:14.127755 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2510424 Jun 03 08:40:14.154583 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-29cb1673-55c4-4190-adea-bb0a3c150dad None None] Port 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 cannot update to ACTIVE because it is not bound. {{(pid=92358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 08:40:14.183084 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Request body: {'port': {'device_id': '637ae7d8-8144-433c-85cc-78e30fc486f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:40:14.447744 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3f259-6d8e-472a-8d54-53433a911be0 req-96eff5d8-c6af-4eb8-8e33-d51f957dfe1c tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:14.449283 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-89b3f259-6d8e-472a-8d54-53433a911be0 req-96eff5d8-c6af-4eb8-8e33-d51f957dfe1c tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/ports?device_id=637ae7d8-8144-433c-85cc-78e30fc486f0 HTTP/1.1" status: 200 len: 936 time: 0.0846078 Jun 03 08:40:14.489305 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:14.497631 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-89b3f259-6d8e-472a-8d54-53433a911be0 req-337c49f9-3402-4601-8cb1-d7cf95b1959c tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/security-groups?id=021d5c72-d51f-40d2-abcb-fe93af37fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425518 Jun 03 08:40:14.812714 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0716f8e4-cc40-48a1-a47d-899778cf32b3 admin admin] Router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:40:15.092259 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0716f8e4-cc40-48a1-a47d-899778cf32b3 admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:40:15.099534 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-0716f8e4-cc40-48a1-a47d-899778cf32b3 admin admin] 10.222.0.18 "PUT /v2.0/routers/78e3d1b4-168e-43f9-84d1-72d69dc35e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8366652 Jun 03 08:40:15.101532 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d605e734-387f-4276-822f-9e8ecc715d9f None None] Sync routers for ids ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'] in dv-cinder-787262-5-smb {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:40:15.102618 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 33162) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:15.111041 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d605e734-387f-4276-822f-9e8ecc715d9f None None] Routers {'78e3d1b4-168e-43f9-84d1-72d69dc35e68'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:40:15.111590 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-d605e734-387f-4276-822f-9e8ecc715d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:39:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:40:15.158756 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 {{(pid=92357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:40:15.167362 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:15.183008 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Transition to ACTIVE for port object 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 will not be triggered until provisioned by entity L2. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:40:15.247504 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:15.253047 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:15.294536 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-d605e734-387f-4276-822f-9e8ecc715d9f None None] Set router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:40:15.377049 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-440b6359-7588-431e-bc9e-f6b566ac70cd admin admin] Notify callbacks [] for router, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:15.419423 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Pushing event updated for resources: {'Port': ['ID=7d232d0c-c278-4bd7-a6d7-0b9d01ffe452,revision_number=2']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:15.427368 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:15.519506 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Attempting to bind port 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:40:15.521349 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Attempting to bind port 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '4dbaa029-8e3a-4000-bd45-d2844405b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60f16cd-bc6c-4ccf-940a-95d06ce207e8'}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:40:15.521697 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Attempting to bind port 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 on network c60f16cd-bc6c-4ccf-940a-95d06ce207e8 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:40:15.527934 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Port 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 on network c60f16cd-bc6c-4ccf-940a-95d06ce207e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 08:40:15.528606 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Attempting to bind port 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 on network c60f16cd-bc6c-4ccf-940a-95d06ce207e8 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:40:15.534993 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Checking agent: {'id': '0b62ef4c-67a0-4b60-a013-2ab920ba3ff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'started_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:40:15.535503 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Checking segment: {'id': '4dbaa029-8e3a-4000-bd45-d2844405b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60f16cd-bc6c-4ccf-940a-95d06ce207e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:40:15.535893 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Bound using segment: {'id': '4dbaa029-8e3a-4000-bd45-d2844405b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60f16cd-bc6c-4ccf-940a-95d06ce207e8'} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:40:15.536329 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Bound port: 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbaa029-8e3a-4000-bd45-d2844405b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c60f16cd-bc6c-4ccf-940a-95d06ce207e8'}}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:40:15.536674 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:15.612450 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-440b6359-7588-431e-bc9e-f6b566ac70cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:15.657025 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-d605e734-387f-4276-822f-9e8ecc715d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:35:24Z', 'updated_at': '2021-06-03T08:40:13Z', 'revision_number': 5, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'gw_port': {'id': 'db8bb04d-6d2e-45f0-872b-b19292888614', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:35:25Z', 'updated_at': '2021-06-03T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:40:15.661034 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d605e734-387f-4276-822f-9e8ecc715d9f None None] Checking router: 78e3d1b4-168e-43f9-84d1-72d69dc35e68 for host: dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:40:15.670079 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d605e734-387f-4276-822f-9e8ecc715d9f None None] Routers {'78e3d1b4-168e-43f9-84d1-72d69dc35e68'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:40:15.670694 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-d605e734-387f-4276-822f-9e8ecc715d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:39:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:40:15.681502 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] For port 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452, host hv-cinder-78726, cleared binding levels {{(pid=92357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:40:15.696885 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] For port 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7d232d0c-c278-4bd7-a6d7-0b9d01ffe452,segment=NetworkSegment(4dbaa029-8e3a-4000-bd45-d2844405b208),segment_id=4dbaa029-8e3a-4000-bd45-d2844405b208)] {{(pid=92357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:40:15.729669 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be632d60-c03d-4cb3-a7f8-d8c7e982795a req-8cc9180e-db1f-430f-8724-ce05a38f808d tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:15.730593 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-be632d60-c03d-4cb3-a7f8-d8c7e982795a req-8cc9180e-db1f-430f-8724-ce05a38f808d tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Synchronizing usage tracker for tenant:c0e69efb920346eb9cbe83482d7248c5 on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:40:15.789575 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-440b6359-7588-431e-bc9e-f6b566ac70cd admin admin] Deleting port db8bb04d-6d2e-45f0-872b-b19292888614 {{(pid=92356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:40:15.789939 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-440b6359-7588-431e-bc9e-f6b566ac70cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:15.822519 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-d605e734-387f-4276-822f-9e8ecc715d9f None None] Set router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 gateway port host: None {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:40:15.831369 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:15.835864 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:15.887858 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-be632d60-c03d-4cb3-a7f8-d8c7e982795a req-8cc9180e-db1f-430f-8724-ce05a38f808d tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Unset dirty status for tenant:c0e69efb920346eb9cbe83482d7248c5 on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:40:15.889303 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-be632d60-c03d-4cb3-a7f8-d8c7e982795a req-8cc9180e-db1f-430f-8724-ce05a38f808d tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/ports?device_id=637ae7d8-8144-433c-85cc-78e30fc486f0 HTTP/1.1" status: 200 len: 948 time: 0.2518160 Jun 03 08:40:15.918933 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [None req-440b6359-7588-431e-bc9e-f6b566ac70cd admin admin] For port db8bb04d-6d2e-45f0-872b-b19292888614, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=db8bb04d-6d2e-45f0-872b-b19292888614,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:40:15.919335 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-440b6359-7588-431e-bc9e-f6b566ac70cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:15.931568 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:15.932168 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:15.933538 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] 10.222.0.47 "PUT /v2.0/ports/7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 HTTP/1.1" status: 200 len: 1098 time: 1.7547054 Jun 03 08:40:15.950627 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637ae7d8-8144-433c-85cc-78e30fc486f0', 'tag': '7d232d0c-c278-4bd7-a6d7-0b9d01ffe452'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:40:15.951586 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-d605e734-387f-4276-822f-9e8ecc715d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:35:24Z', 'updated_at': '2021-06-03T08:40:15Z', 'revision_number': 6, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'gw_port_host': None}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:40:15.956507 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9a9e19-6d24-481e-8e8c-ef0d2a5c1635" -d '{"events": [{"name": "network-changed", "server_uuid": "637ae7d8-8144-433c-85cc-78e30fc486f0", "tag": "7d232d0c-c278-4bd7-a6d7-0b9d01ffe452"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:40:15.956721 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d605e734-387f-4276-822f-9e8ecc715d9f None None] The sync data for ids ['78e3d1b4-168e-43f9-84d1-72d69dc35e68'] in dv-cinder-787262-5-smb is: [{'id': '78e3d1b4-168e-43f9-84d1-72d69dc35e68', 'name': 'tempest-AttachVolumeTestJSON-297286027-router', 'tenant_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:35:24Z', 'updated_at': '2021-06-03T08:40:15Z', 'revision_number': 6, 'project_id': 'b1b8b8ec99894bf99d282bc56aac7e7d', 'gw_port_host': None}] {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:40:15.979236 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-be632d60-c03d-4cb3-a7f8-d8c7e982795a req-201a3534-14ef-48b7-aafb-48dff46c2b7a tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Synchronizing usage tracker for tenant:c0e69efb920346eb9cbe83482d7248c5 on resource:security_group {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:40:15.994020 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Pushing event updated for resources: {'Port': ['ID=7d232d0c-c278-4bd7-a6d7-0b9d01ffe452,revision_number=3']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:16.001237 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:16.046034 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e69581-878a-4405-9935-f9ce738baa3c x-openstack-request-id: req-09e69581-878a-4405-9935-f9ce738baa3c {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:40:16.046458 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637ae7d8-8144-433c-85cc-78e30fc486f0", "tag": "7d232d0c-c278-4bd7-a6d7-0b9d01ffe452", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:40:16.049520 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09e69581-878a-4405-9935-f9ce738baa3c {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:40:16.049520 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637ae7d8-8144-433c-85cc-78e30fc486f0', 'tag': '7d232d0c-c278-4bd7-a6d7-0b9d01ffe452', 'status': 'completed', 'code': 200} Jun 03 08:40:16.096985 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-440b6359-7588-431e-bc9e-f6b566ac70cd admin admin] Calling delete_port for db8bb04d-6d2e-45f0-872b-b19292888614 owned by network:router_gateway {{(pid=92356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:40:16.117705 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-be632d60-c03d-4cb3-a7f8-d8c7e982795a req-201a3534-14ef-48b7-aafb-48dff46c2b7a tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Unset dirty status for tenant:c0e69efb920346eb9cbe83482d7248c5 on resource:security_group {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:40:16.124220 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-be632d60-c03d-4cb3-a7f8-d8c7e982795a req-201a3534-14ef-48b7-aafb-48dff46c2b7a tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/security-groups?id=021d5c72-d51f-40d2-abcb-fe93af37fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196705 Jun 03 08:40:16.171572 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a9e19-6d24-481e-8e8c-ef0d2a5c1635 req-9690dc54-4b04-4d97-ab0a-c950500d8507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:16.171572 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fb9a9e19-6d24-481e-8e8c-ef0d2a5c1635 req-9690dc54-4b04-4d97-ab0a-c950500d8507 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0e69efb920346eb9cbe83482d7248c5&device_id=637ae7d8-8144-433c-85cc-78e30fc486f0 HTTP/1.1" status: 200 len: 1101 time: 0.0954030 Jun 03 08:40:16.203212 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fb9a9e19-6d24-481e-8e8c-ef0d2a5c1635 req-86c9bc8c-8b18-4a24-98b6-1cf6e02091a0 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=c0e69efb920346eb9cbe83482d7248c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262582 Jun 03 08:40:16.368164 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-440b6359-7588-431e-bc9e-f6b566ac70cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:16.372949 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:16.419255 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b6359-7588-431e-bc9e-f6b566ac70cd admin admin] Pushing event deleted for resources: {'Port': ['ID=db8bb04d-6d2e-45f0-872b-b19292888614,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:16.445130 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-440b6359-7588-431e-bc9e-f6b566ac70cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:16.447059 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a9e19-6d24-481e-8e8c-ef0d2a5c1635 req-a5d92c20-36c2-4118-b08c-a88d39a44003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:16.448494 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fb9a9e19-6d24-481e-8e8c-ef0d2a5c1635 req-a5d92c20-36c2-4118-b08c-a88d39a44003 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2391334 Jun 03 08:40:16.510560 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-440b6359-7588-431e-bc9e-f6b566ac70cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361065'] for router_gateway, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:16.576632 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-58098569-efda-42ea-bef4-7fe6586b87dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:16.577818 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-58098569-efda-42ea-bef4-7fe6586b87dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0e69efb920346eb9cbe83482d7248c5&device_id=637ae7d8-8144-433c-85cc-78e30fc486f0 HTTP/1.1" status: 200 len: 1101 time: 0.0797904 Jun 03 08:40:16.652868 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-c6dbbdb3-3d35-4783-a581-59307418567e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 HTTP/1.1" status: 200 len: 217 time: 0.0664916 Jun 03 08:40:16.686424 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-440b6359-7588-431e-bc9e-f6b566ac70cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16658083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6690'] for router, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:16.688543 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-440b6359-7588-431e-bc9e-f6b566ac70cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:16.716079 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-55dbfcc2-6150-46e9-abf5-ed43f14f9081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:16.717500 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-55dbfcc2-6150-46e9-abf5-ed43f14f9081 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0f529cce-9f77-4a6a-88da-a2c60579e80e HTTP/1.1" status: 200 len: 843 time: 0.0581143 Jun 03 08:40:16.793629 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-c8e144cc-fc92-450d-aef3-d042a911e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:16.795123 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-c8e144cc-fc92-450d-aef3-d042a911e7b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c60f16cd-bc6c-4ccf-940a-95d06ce207e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0706880 Jun 03 08:40:16.847411 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-440b6359-7588-431e-bc9e-f6b566ac70cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16658995'] for router, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:16.847982 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440b6359-7588-431e-bc9e-f6b566ac70cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78e3d1b4-168e-43f9-84d1-72d69dc35e68 {{(pid=92356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 08:40:16.863296 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-440b6359-7588-431e-bc9e-f6b566ac70cd admin admin] Notify callbacks [] for router, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:16.864454 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-440b6359-7588-431e-bc9e-f6b566ac70cd admin admin] 10.222.0.18 "DELETE /v2.0/routers/78e3d1b4-168e-43f9-84d1-72d69dc35e68 HTTP/1.1" status: 204 len: 168 time: 1.7607470 Jun 03 08:40:16.866912 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 33168) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:16.927239 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91cf58c-f5a2-49b2-be37-f68c86fbf26f admin admin] Deleting subnet 315dff12-35da-48f3-b24b-119c691945c6 {{(pid=92356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 08:40:16.930760 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b91cf58c-f5a2-49b2-be37-f68c86fbf26f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:16.936423 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-439f0db8-0cb9-4f20-87db-1cc269ba83da service neutron] 10.222.0.47 "GET /v2.0/networks/c60f16cd-bc6c-4ccf-940a-95d06ce207e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332629 Jun 03 08:40:16.986467 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b91cf58c-f5a2-49b2-be37-f68c86fbf26f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15284933'] for subnet, precommit_delete_associations {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:17.076874 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-588ded4b-64fc-4ef1-85a7-146784d1466b req-8879fc58-0c9c-44d2-a51e-0902a485bf1c service neutron] 10.222.0.47 "GET /v2.0/networks/c60f16cd-bc6c-4ccf-940a-95d06ce207e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330545 Jun 03 08:40:17.097934 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device db8bb04d-6d2e-45f0-872b-b19292888614 no longer exists at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:40:17.133609 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] No Port match for: db8bb04d-6d2e-45f0-872b-b19292888614 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:40:17.133960 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device db8bb04d-6d2e-45f0-872b-b19292888614 not bound to the agent host dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:40:17.134421 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device daf14974-c01a-48e6-83b0-b3a6132348d5 no longer exists at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:40:17.209605 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] No Port match for: daf14974-c01a-48e6-83b0-b3a6132348d5 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:40:17.210376 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b91cf58c-f5a2-49b2-be37-f68c86fbf26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997589'] for subnet, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:17.210475 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device daf14974-c01a-48e6-83b0-b3a6132348d5 not bound to the agent host dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:40:17.444873 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ee113-6a1f-4485-b5c2-cff17fce2e22 req-2e7ba545-5d55-4b56-b9ca-48b4c44f2f51 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:17.446346 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-977ee113-6a1f-4485-b5c2-cff17fce2e22 req-2e7ba545-5d55-4b56-b9ca-48b4c44f2f51 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/ports?device_id=637ae7d8-8144-433c-85cc-78e30fc486f0 HTTP/1.1" status: 200 len: 948 time: 0.2029364 Jun 03 08:40:17.542423 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-977ee113-6a1f-4485-b5c2-cff17fce2e22 req-f65fa6e9-f99a-441f-ab58-e95e464e1265 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/security-groups?id=021d5c72-d51f-40d2-abcb-fe93af37fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854201 Jun 03 08:40:17.619171 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b91cf58c-f5a2-49b2-be37-f68c86fbf26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15262529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15091295'] for subnet, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:17.623239 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:17.660233 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cf58c-f5a2-49b2-be37-f68c86fbf26f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=315dff12-35da-48f3-b24b-119c691945c6,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:17.663771 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-b91cf58c-f5a2-49b2-be37-f68c86fbf26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:17.664851 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b91cf58c-f5a2-49b2-be37-f68c86fbf26f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:17.671131 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ed8d6e-2d84-43e8-b727-e9695942060d None None] Network 2ab091dd-5f88-433c-a8b2-85f434152459 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:40:17.671520 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-b91cf58c-f5a2-49b2-be37-f68c86fbf26f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/315dff12-35da-48f3-b24b-119c691945c6 HTTP/1.1" status: 204 len: 168 time: 0.8032453 Jun 03 08:40:17.674138 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 33172) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:17.767424 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:17.778715 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528754'] for network, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:17.851017 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] Deleting port 37d09b44-a72c-494d-9c85-a7ab38024936 {{(pid=92356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:40:17.851354 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:17.925323 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] DHCP port deletion for 2ab091dd-5f88-433c-a8b2-85f434152459 request from dv-cinder-787262-5-smb {{(pid=92358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 08:40:17.954930 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] For port 37d09b44-a72c-494d-9c85-a7ab38024936, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=37d09b44-a72c-494d-9c85-a7ab38024936,segment=NetworkSegment(599df174-1f52-4425-ab03-86e95cf193f7),segment_id=599df174-1f52-4425-ab03-86e95cf193f7)] {{(pid=92356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:40:17.955309 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:17.991043 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] Deleting port 37d09b44-a72c-494d-9c85-a7ab38024936 {{(pid=92358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:40:17.991387 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:18.076995 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] Calling delete_port for 37d09b44-a72c-494d-9c85-a7ab38024936 owned by network:dhcp {{(pid=92356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:40:18.090755 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] For port 37d09b44-a72c-494d-9c85-a7ab38024936, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=37d09b44-a72c-494d-9c85-a7ab38024936,segment=NetworkSegment(599df174-1f52-4425-ab03-86e95cf193f7),segment_id=599df174-1f52-4425-ab03-86e95cf193f7)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:40:18.091157 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:18.213608 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:18.215177 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] Calling delete_port for 37d09b44-a72c-494d-9c85-a7ab38024936 owned by network:dhcp {{(pid=92358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:40:18.218739 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-231a8f95-4d80-426e-8319-806fe0575c45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:18.258963 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815'] for port, after_delete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:18.262595 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:18.265726 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d09b44-a72c-494d-9c85-a7ab38024936,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:18.267532 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] No DVR routers for this DVR port 37d09b44-a72c-494d-9c85-a7ab38024936 on host dv-cinder-787262-5-smb {{(pid=92356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:40:18.269012 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:18.307354 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] Pushing event deleted for resources: {'Port': ['ID=37d09b44-a72c-494d-9c85-a7ab38024936,revision_number=None']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:18.309653 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] No DVR routers for this DVR port 37d09b44-a72c-494d-9c85-a7ab38024936 on host dv-cinder-787262-5-smb {{(pid=92358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:40:18.317583 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:40:18.317925 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:40:18.318346 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:40:18.318703 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:40:18.319165 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:40:18.319339 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:40:18.319644 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:40:18.319958 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:40:18.320284 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:40:18.320576 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:40:18.320884 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:40:18.321586 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:40:18.326519 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:18.392985 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999006', 'neutron.services.segments.db._delete_segments_for_network-8762866104814'] for network, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:18.406625 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab091dd-5f88-433c-a8b2-85f434152459']}} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:40:18.419000 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599df174-1f52-4425-ab03-86e95cf193f7') {'for_net_delete': True} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:40:18.419292 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599df174-1f52-4425-ab03-86e95cf193f7') {} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:40:18.430931 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762866108173', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15284958'] for segment, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:18.449413 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:18.457998 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=92356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 08:40:18.458457 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262507'] for segment, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: Traceback (most recent call last): Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: timer() Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: cb(*args, **kw) Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: return func(*args, **kwargs) Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: self._notify() Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: self.callback(batched_events) Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: event.method(event) Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: return f(self, *a, **k) Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: return self._get(url).json() Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: return self.request(url, 'GET', **kwargs) Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 08:40:18.473110 dv-cinder-787262-5-smb neutron-server[92356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 08:40:18.658901 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361038'] for network, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:18.663196 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-9057eec2-5af9-4e3a-9ed1-97d8459fbccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:18.679720 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:18.685839 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab091dd-5f88-433c-a8b2-85f434152459,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:18.690392 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:18.736552 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50895a9f-d9ba-4cd8-875e-65c3f9b659b1 req-b44d7f65-90af-46e9-b47d-df3e5723f48d tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:18.738275 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-50895a9f-d9ba-4cd8-875e-65c3f9b659b1 req-b44d7f65-90af-46e9-b47d-df3e5723f48d tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/ports?device_id=637ae7d8-8144-433c-85cc-78e30fc486f0 HTTP/1.1" status: 200 len: 948 time: 0.0869157 Jun 03 08:40:18.740323 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:40:18.769045 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2ab091dd-5f88-433c-a8b2-85f434152459 HTTP/1.1" status: 204 len: 168 time: 1.0915391 Jun 03 08:40:18.788810 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-50895a9f-d9ba-4cd8-875e-65c3f9b659b1 req-b30d8e49-009e-4141-b430-6916d0c29520 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/security-groups?id=021d5c72-d51f-40d2-abcb-fe93af37fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435355 Jun 03 08:40:18.893054 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7d232d0c-c278-4bd7-a6d7-0b9d01ffe452,segment=NetworkSegment(4dbaa029-8e3a-4000-bd45-d2844405b208),segment_id=4dbaa029-8e3a-4000-bd45-d2844405b208)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:40:18.907632 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': '7d232d0c-c278-4bd7-a6d7-0b9d01ffe452', 'network_id': 'c60f16cd-bc6c-4ccf-940a-95d06ce207e8', 'port_id': '7d232d0c-c278-4bd7-a6d7-0b9d01ffe452', 'mac_address': 'fa:16:3e:0b:a6:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f529cce-9f77-4a6a-88da-a2c60579e80e', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:40:18.968140 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:18.985479 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:40:19.002194 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7d232d0c-c278-4bd7-a6d7-0b9d01ffe452,segment=NetworkSegment(4dbaa029-8e3a-4000-bd45-d2844405b208),segment_id=4dbaa029-8e3a-4000-bd45-d2844405b208)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:40:19.094393 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 37d09b44-a72c-494d-9c85-a7ab38024936 no longer exists at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:40:19.124186 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:19.130596 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:19.149424 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 33178) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:19.159237 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] No Port match for: 37d09b44-a72c-494d-9c85-a7ab38024936 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:40:19.159596 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 37d09b44-a72c-494d-9c85-a7ab38024936 not bound to the agent host dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:40:19.203887 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-f5bf17d2-a9fc-4d86-bf06-4ff2fbeb0505 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1b8b8ec99894bf99d282bc56aac7e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522120 Jun 03 08:40:19.204450 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=7d232d0c-c278-4bd7-a6d7-0b9d01ffe452,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:19.205566 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 33180) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:19.207765 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:19.266328 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-83e373be-635d-4ce0-bca4-e6f03297ddfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:19.295080 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-83e373be-635d-4ce0-bca4-e6f03297ddfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:19.347166 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['7d232d0c-c278-4bd7-a6d7-0b9d01ffe452'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:40:19.510763 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-83e373be-635d-4ce0-bca4-e6f03297ddfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:19.515786 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-05a344c7-5302-4ec3-b482-901ba0eaf10a tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:19.530644 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e373be-635d-4ce0-bca4-e6f03297ddfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dad764d-0e39-4e9c-9082-a749fdacd495,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:19.533465 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-83e373be-635d-4ce0-bca4-e6f03297ddfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:19.535389 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-83e373be-635d-4ce0-bca4-e6f03297ddfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:19.537105 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-83e373be-635d-4ce0-bca4-e6f03297ddfb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2dad764d-0e39-4e9c-9082-a749fdacd495 HTTP/1.1" status: 204 len: 168 time: 0.3300052 Jun 03 08:40:19.978045 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2b6a8-8d6f-4d83-913c-ddf017da6cb4 req-39ffd88e-ac9b-4546-b14a-e288091af666 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:19.979570 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a7c2b6a8-8d6f-4d83-913c-ddf017da6cb4 req-39ffd88e-ac9b-4546-b14a-e288091af666 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/ports?device_id=637ae7d8-8144-433c-85cc-78e30fc486f0 HTTP/1.1" status: 200 len: 949 time: 0.0825441 Jun 03 08:40:20.025002 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a7c2b6a8-8d6f-4d83-913c-ddf017da6cb4 req-b8276101-222b-4b7b-9c51-324121dcb423 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/security-groups?id=021d5c72-d51f-40d2-abcb-fe93af37fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396514 Jun 03 08:40:20.740806 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:40:20.899218 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning for port 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:40:20.904181 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:40:20.904553 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:21.022383 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:21.052474 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637ae7d8-8144-433c-85cc-78e30fc486f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d232d0c-c278-4bd7-a6d7-0b9d01ffe452'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:40:21.055508 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1371245e-8790-4f7a-8169-88c385cdcf52" -d '{"events": [{"server_uuid": "637ae7d8-8144-433c-85cc-78e30fc486f0", "name": "network-vif-plugged", "status": "completed", "tag": "7d232d0c-c278-4bd7-a6d7-0b9d01ffe452"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:40:21.063782 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7d232d0c-c278-4bd7-a6d7-0b9d01ffe452,segment=NetworkSegment(4dbaa029-8e3a-4000-bd45-d2844405b208),segment_id=4dbaa029-8e3a-4000-bd45-d2844405b208)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:40:21.099169 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8ad583-f6c0-4ff7-86f7-3eef4edfb197 x-openstack-request-id: req-3e8ad583-f6c0-4ff7-86f7-3eef4edfb197 {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:40:21.099505 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637ae7d8-8144-433c-85cc-78e30fc486f0", "name": "network-vif-plugged", "status": "completed", "tag": "7d232d0c-c278-4bd7-a6d7-0b9d01ffe452", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:40:21.099764 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e8ad583-f6c0-4ff7-86f7-3eef4edfb197 {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:40:21.100180 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637ae7d8-8144-433c-85cc-78e30fc486f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d232d0c-c278-4bd7-a6d7-0b9d01ffe452', 'code': 200} Jun 03 08:40:21.145026 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:21.148002 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:21.218180 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=7d232d0c-c278-4bd7-a6d7-0b9d01ffe452,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:21.221710 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:21.226675 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a45b0-8e1b-42b6-9614-1230326f54d3 req-68bde0da-1a9b-447b-abb7-541a48546b88 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:21.228136 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-096a45b0-8e1b-42b6-9614-1230326f54d3 req-68bde0da-1a9b-447b-abb7-541a48546b88 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/ports?device_id=637ae7d8-8144-433c-85cc-78e30fc486f0 HTTP/1.1" status: 200 len: 950 time: 0.0876491 Jun 03 08:40:21.278150 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-096a45b0-8e1b-42b6-9614-1230326f54d3 req-5d15412b-20c0-4fc6-9772-9670ca0121f2 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/security-groups?id=021d5c72-d51f-40d2-abcb-fe93af37fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437987 Jun 03 08:40:21.536925 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f59374-4c3a-475a-b17f-71302740af59 req-7135bd6f-49c8-4b09-b5a5-3659cba93f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:21.538964 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b3f59374-4c3a-475a-b17f-71302740af59 req-7135bd6f-49c8-4b09-b5a5-3659cba93f0b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=637ae7d8-8144-433c-85cc-78e30fc486f0 HTTP/1.1" status: 200 len: 1103 time: 0.0714841 Jun 03 08:40:21.581538 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b3f59374-4c3a-475a-b17f-71302740af59 req-2f706f79-a0d5-4c95-bb74-ec3c3cdd0cd3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=021d5c72-d51f-40d2-abcb-fe93af37fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352015 Jun 03 08:40:22.437330 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 33242) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:22.578317 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-60d34472-2873-4225-95e0-7c033706828d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:22.587383 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dda31-561c-4d80-a967-f2fa9b71c0f8 req-64a8e1ea-49b3-4308-9fc0-5016ba8ebf98 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:22.589257 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-390dda31-561c-4d80-a967-f2fa9b71c0f8 req-64a8e1ea-49b3-4308-9fc0-5016ba8ebf98 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/ports?device_id=637ae7d8-8144-433c-85cc-78e30fc486f0 HTTP/1.1" status: 200 len: 950 time: 0.1983504 Jun 03 08:40:22.594221 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-60d34472-2873-4225-95e0-7c033706828d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:40:22.598826 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-60d34472-2873-4225-95e0-7c033706828d admin admin] Usage tracker for resource:security_group_rule and tenant:91de6720bac94df5a2bcdfbceb13bc92 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:40:22.602505 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-60d34472-2873-4225-95e0-7c033706828d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:40:22.608265 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-60d34472-2873-4225-95e0-7c033706828d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:40:22.638325 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-390dda31-561c-4d80-a967-f2fa9b71c0f8 req-6286cb69-529b-4370-bb6a-520d651189a1 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/security-groups?id=021d5c72-d51f-40d2-abcb-fe93af37fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426044 Jun 03 08:40:22.698308 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-60d34472-2873-4225-95e0-7c033706828d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:22.773444 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-60d34472-2873-4225-95e0-7c033706828d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:22.781330 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-0c29605a-5837-4a0b-86dc-08a4409df3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:22.822351 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d34472-2873-4225-95e0-7c033706828d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071566f2-2543-4eee-b341-c7d13ce73a7f,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:22.825423 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-60d34472-2873-4225-95e0-7c033706828d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:22.828154 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-60d34472-2873-4225-95e0-7c033706828d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91de6720bac94df5a2bcdfbceb13bc92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3888252 Jun 03 08:40:22.830999 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 33246) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:22.891267 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-fad434f5-a39b-45e1-a580-746161a86607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:22.917666 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-fad434f5-a39b-45e1-a580-746161a86607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:23.063304 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-fad434f5-a39b-45e1-a580-746161a86607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:23.067136 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-e64ccecf-ce60-4e5e-9213-a3c6ea8e566e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:23.078258 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad434f5-a39b-45e1-a580-746161a86607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071566f2-2543-4eee-b341-c7d13ce73a7f,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:23.081587 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-fad434f5-a39b-45e1-a580-746161a86607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:23.084783 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-fad434f5-a39b-45e1-a580-746161a86607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:23.085879 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-fad434f5-a39b-45e1-a580-746161a86607 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/071566f2-2543-4eee-b341-c7d13ce73a7f HTTP/1.1" status: 204 len: 168 time: 0.2540998 Jun 03 08:40:23.373460 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-622745be-9a99-4a95-921a-4910c9f90ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:23.697999 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 33254) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:23.716193 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-92349b93-d3e5-4f0b-8e88-196ded641ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:23.735378 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-92349b93-d3e5-4f0b-8e88-196ded641ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:40:23.739598 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-92349b93-d3e5-4f0b-8e88-196ded641ee0 admin admin] Usage tracker for resource:security_group_rule and tenant:fd9af833df2546468f21a07feee58c49 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:40:23.743415 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-92349b93-d3e5-4f0b-8e88-196ded641ee0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:40:23.751349 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-92349b93-d3e5-4f0b-8e88-196ded641ee0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:40:23.868924 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236f756-af36-4eec-a8a1-a88a4e250497 req-581fbe44-3b74-4346-a3b8-6a102597974c tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:23.870471 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6236f756-af36-4eec-a8a1-a88a4e250497 req-581fbe44-3b74-4346-a3b8-6a102597974c tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/ports?device_id=637ae7d8-8144-433c-85cc-78e30fc486f0 HTTP/1.1" status: 200 len: 950 time: 0.1208575 Jun 03 08:40:23.938805 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-92349b93-d3e5-4f0b-8e88-196ded641ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:23.944604 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6236f756-af36-4eec-a8a1-a88a4e250497 req-fce291cd-1751-4afc-85e4-b44ea3821c03 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/security-groups?id=021d5c72-d51f-40d2-abcb-fe93af37fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675654 Jun 03 08:40:24.059046 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-92349b93-d3e5-4f0b-8e88-196ded641ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:24.067535 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:24.111715 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-92349b93-d3e5-4f0b-8e88-196ded641ee0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd9af833df2546468f21a07feee58c49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4125919 Jun 03 08:40:24.113332 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92349b93-d3e5-4f0b-8e88-196ded641ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f901ca50-c398-46ce-b23f-3608dedda8b7,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:24.114339 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 33262) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:24.117100 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-92349b93-d3e5-4f0b-8e88-196ded641ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:24.179021 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c624a635-1c48-422a-9243-c753ea85c17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:24.206520 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c624a635-1c48-422a-9243-c753ea85c17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:24.367887 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c624a635-1c48-422a-9243-c753ea85c17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:24.371923 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-4ecfa447-ada3-4b9e-addf-f9b972ae84f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:24.383027 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624a635-1c48-422a-9243-c753ea85c17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f901ca50-c398-46ce-b23f-3608dedda8b7,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:24.386414 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-c624a635-1c48-422a-9243-c753ea85c17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:24.389740 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-c624a635-1c48-422a-9243-c753ea85c17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:24.391133 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-c624a635-1c48-422a-9243-c753ea85c17c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f901ca50-c398-46ce-b23f-3608dedda8b7 HTTP/1.1" status: 204 len: 168 time: 0.2750275 Jun 03 08:40:24.694280 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1338b1-b357-445e-8466-a5fdb8edbe3f req-4216e7b3-1d05-477a-938e-f90e3d26544f tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:24.695943 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6c1338b1-b357-445e-8466-a5fdb8edbe3f req-4216e7b3-1d05-477a-938e-f90e3d26544f tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/ports?device_id=637ae7d8-8144-433c-85cc-78e30fc486f0 HTTP/1.1" status: 200 len: 950 time: 0.0852296 Jun 03 08:40:24.740495 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6c1338b1-b357-445e-8466-a5fdb8edbe3f req-0db76c6c-5b16-42ab-a172-e0019a75e37f tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/security-groups?id=021d5c72-d51f-40d2-abcb-fe93af37fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388787 Jun 03 08:40:25.973357 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a4180-ab98-4db8-827a-be774cf18803 req-49617615-22d4-4bc5-bc2e-0a7e8aa41899 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:25.975078 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-437a4180-ab98-4db8-827a-be774cf18803 req-49617615-22d4-4bc5-bc2e-0a7e8aa41899 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/ports?device_id=637ae7d8-8144-433c-85cc-78e30fc486f0 HTTP/1.1" status: 200 len: 950 time: 0.0954282 Jun 03 08:40:25.998938 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b96d9-61fb-42ca-bdab-e44177ec8355 req-74859a7b-4224-4021-9aa3-e3d5aa513cfc tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:40:26.000523 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-de8b96d9-61fb-42ca-bdab-e44177ec8355 req-74859a7b-4224-4021-9aa3-e3d5aa513cfc tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.47 "GET /v2.0/ports?device_id=637ae7d8-8144-433c-85cc-78e30fc486f0 HTTP/1.1" status: 200 len: 950 time: 0.0900075 Jun 03 08:40:26.022956 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-437a4180-ab98-4db8-827a-be774cf18803 req-b6e41d31-11ee-490c-937e-f73bff59c15e tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/security-groups?id=021d5c72-d51f-40d2-abcb-fe93af37fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398901 Jun 03 08:40:26.138219 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-de8b96d9-61fb-42ca-bdab-e44177ec8355 req-5a0b660e-ff68-47af-b265-a6fa04be1544 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Deleting port 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:40:26.138562 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-de8b96d9-61fb-42ca-bdab-e44177ec8355 req-5a0b660e-ff68-47af-b265-a6fa04be1544 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:26.273701 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-de8b96d9-61fb-42ca-bdab-e44177ec8355 req-5a0b660e-ff68-47af-b265-a6fa04be1544 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] For port 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7d232d0c-c278-4bd7-a6d7-0b9d01ffe452,segment=NetworkSegment(4dbaa029-8e3a-4000-bd45-d2844405b208),segment_id=4dbaa029-8e3a-4000-bd45-d2844405b208)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:40:26.274062 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-de8b96d9-61fb-42ca-bdab-e44177ec8355 req-5a0b660e-ff68-47af-b265-a6fa04be1544 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:26.419519 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:26.475424 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-de8b96d9-61fb-42ca-bdab-e44177ec8355 req-5a0b660e-ff68-47af-b265-a6fa04be1544 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Calling delete_port for 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 owned by compute:nova {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:40:26.659423 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-de8b96d9-61fb-42ca-bdab-e44177ec8355 req-5a0b660e-ff68-47af-b265-a6fa04be1544 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:26.666253 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-b66a97d5-6feb-4a4f-9b9c-222afec6deaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:26.672112 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['7d232d0c-c278-4bd7-a6d7-0b9d01ffe452'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:40:26.712994 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b660e-ff68-47af-b265-a6fa04be1544 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Pushing event deleted for resources: {'Port': ['ID=7d232d0c-c278-4bd7-a6d7-0b9d01ffe452,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:26.716896 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-5a0b660e-ff68-47af-b265-a6fa04be1544 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:26.790747 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8b96d9-61fb-42ca-bdab-e44177ec8355 req-5a0b660e-ff68-47af-b265-a6fa04be1544 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] No DVR routers for this DVR port 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 on host hv-cinder-78726 {{(pid=92357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:40:26.793386 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-de8b96d9-61fb-42ca-bdab-e44177ec8355 req-5a0b660e-ff68-47af-b265-a6fa04be1544 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:26.796484 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637ae7d8-8144-433c-85cc-78e30fc486f0', 'name': 'network-vif-deleted', 'tag': '7d232d0c-c278-4bd7-a6d7-0b9d01ffe452'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:40:26.798808 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49008a4c-299b-4102-80e1-de03f54b4d0c" -d '{"events": [{"server_uuid": "637ae7d8-8144-433c-85cc-78e30fc486f0", "name": "network-vif-deleted", "tag": "7d232d0c-c278-4bd7-a6d7-0b9d01ffe452"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:40:26.802699 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-37e4eb84-1d61-4b7e-b894-0442e1f89fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:26.845134 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad621e63-8ec6-4476-bd1e-8ad31c27c047 x-openstack-request-id: req-ad621e63-8ec6-4476-bd1e-8ad31c27c047 {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:40:26.845456 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637ae7d8-8144-433c-85cc-78e30fc486f0", "name": "network-vif-deleted", "tag": "7d232d0c-c278-4bd7-a6d7-0b9d01ffe452", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:40:26.845729 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad621e63-8ec6-4476-bd1e-8ad31c27c047 {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:40:26.846173 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637ae7d8-8144-433c-85cc-78e30fc486f0', 'name': 'network-vif-deleted', 'tag': '7d232d0c-c278-4bd7-a6d7-0b9d01ffe452', 'status': 'completed', 'code': 200} Jun 03 08:40:26.935239 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-de8b96d9-61fb-42ca-bdab-e44177ec8355 req-5a0b660e-ff68-47af-b265-a6fa04be1544 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.47 "DELETE /v2.0/ports/7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 HTTP/1.1" status: 204 len: 173 time: 0.9283853 Jun 03 08:40:27.179614 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-eb12e27b-5cd3-44e0-8e47-4fa0cab58fcd req-1511fe95-b9ec-4d51-b09a-92752f73eec1 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] 10.222.0.18 "GET /v2.0/ports?device_id=637ae7d8-8144-433c-85cc-78e30fc486f0 HTTP/1.1" status: 200 len: 210 time: 0.0434039 Jun 03 08:40:27.813589 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:28.774738 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:40:28.808468 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] No Port match for: 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:40:28.808810 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 7d232d0c-c278-4bd7-a6d7-0b9d01ffe452 not bound to the agent host hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:40:29.882640 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:30.822207 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:40:35.704616 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 33594) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:35.863070 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-58c2bee4-98d9-4d4f-85e9-ba431f9de1ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0e69efb920346eb9cbe83482d7248c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570814 Jun 03 08:40:35.866655 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 33600) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:35.924935 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-49d9d31f-2e6c-49dc-a37a-558b9e1c7eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:35.950539 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-49d9d31f-2e6c-49dc-a37a-558b9e1c7eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:36.168549 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-49d9d31f-2e6c-49dc-a37a-558b9e1c7eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:36.172445 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d7957c9e-aa14-4ad5-adc8-c265e424cfb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:36.184793 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9d31f-2e6c-49dc-a37a-558b9e1c7eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021d5c72-d51f-40d2-abcb-fe93af37fb94,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:36.191387 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-49d9d31f-2e6c-49dc-a37a-558b9e1c7eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:36.304576 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-49d9d31f-2e6c-49dc-a37a-558b9e1c7eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:36.305725 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-49d9d31f-2e6c-49dc-a37a-558b9e1c7eed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/021d5c72-d51f-40d2-abcb-fe93af37fb94 HTTP/1.1" status: 204 len: 168 time: 0.4381640 Jun 03 08:40:38.909352 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 33628) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:39.027897 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-db89bff3-1b3b-46f4-8802-71e41d1c1f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:39.042754 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-db89bff3-1b3b-46f4-8802-71e41d1c1f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:40:39.048251 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-db89bff3-1b3b-46f4-8802-71e41d1c1f30 admin admin] Usage tracker for resource:security_group_rule and tenant:001f793fc2ee4a87ba15af72ef1fe115 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:40:39.051124 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-db89bff3-1b3b-46f4-8802-71e41d1c1f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:40:39.057092 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-db89bff3-1b3b-46f4-8802-71e41d1c1f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:40:39.150226 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-db89bff3-1b3b-46f4-8802-71e41d1c1f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:39.219293 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-db89bff3-1b3b-46f4-8802-71e41d1c1f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:39.226687 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2d06bd18-b86a-4116-9a38-bae4e8ab58a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:39.264632 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89bff3-1b3b-46f4-8802-71e41d1c1f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0620fffa-a1c6-4668-94fb-f7c81d53c01f,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:39.268971 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-db89bff3-1b3b-46f4-8802-71e41d1c1f30 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=001f793fc2ee4a87ba15af72ef1fe115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3586149 Jun 03 08:40:39.269959 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-db89bff3-1b3b-46f4-8802-71e41d1c1f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:39.271656 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 33632) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:39.328926 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4e4255d6-c05a-44e7-93d6-d75cc1bb03d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:39.354678 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4e4255d6-c05a-44e7-93d6-d75cc1bb03d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:39.482872 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4e4255d6-c05a-44e7-93d6-d75cc1bb03d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:39.486624 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-e74ad5f2-05eb-4507-ae72-2a9bc1a19406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:39.500042 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4255d6-c05a-44e7-93d6-d75cc1bb03d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0620fffa-a1c6-4668-94fb-f7c81d53c01f,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:39.502969 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-4e4255d6-c05a-44e7-93d6-d75cc1bb03d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:39.504927 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4e4255d6-c05a-44e7-93d6-d75cc1bb03d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:39.506628 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-4e4255d6-c05a-44e7-93d6-d75cc1bb03d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0620fffa-a1c6-4668-94fb-f7c81d53c01f HTTP/1.1" status: 204 len: 168 time: 0.2333574 Jun 03 08:40:40.204541 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 33638) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:40.222634 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-751ccbac-5ff0-434f-97a9-bd5b8cdd4e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:40.240046 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-751ccbac-5ff0-434f-97a9-bd5b8cdd4e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:40:40.243831 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-751ccbac-5ff0-434f-97a9-bd5b8cdd4e19 admin admin] Usage tracker for resource:security_group_rule and tenant:02c9d3f5d66b4b7393f8b80ed7c95352 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:40:40.246605 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-751ccbac-5ff0-434f-97a9-bd5b8cdd4e19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:40:40.252214 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-751ccbac-5ff0-434f-97a9-bd5b8cdd4e19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:40:40.331815 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-751ccbac-5ff0-434f-97a9-bd5b8cdd4e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:40.493472 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-751ccbac-5ff0-434f-97a9-bd5b8cdd4e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:40.501486 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-47d034e1-eee9-499f-9ff5-ed6539691829 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:40.541652 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-751ccbac-5ff0-434f-97a9-bd5b8cdd4e19 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02c9d3f5d66b4b7393f8b80ed7c95352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360429 Jun 03 08:40:40.542669 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ccbac-5ff0-434f-97a9-bd5b8cdd4e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bd34ad-67e8-424d-8526-48c01e690413,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:40.544383 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 33640) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:40.545643 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-751ccbac-5ff0-434f-97a9-bd5b8cdd4e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:40.605279 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-b894351c-e6fc-4c79-bea0-a1f3d44836a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:40.632626 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-b894351c-e6fc-4c79-bea0-a1f3d44836a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:40.767873 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-b894351c-e6fc-4c79-bea0-a1f3d44836a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:40.771614 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-34b806af-d413-4f1b-bbf7-6e187cb4e9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:40.784140 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894351c-e6fc-4c79-bea0-a1f3d44836a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bd34ad-67e8-424d-8526-48c01e690413,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:40.786991 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-b894351c-e6fc-4c79-bea0-a1f3d44836a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:40.788898 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-b894351c-e6fc-4c79-bea0-a1f3d44836a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:40.789978 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-b894351c-e6fc-4c79-bea0-a1f3d44836a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20bd34ad-67e8-424d-8526-48c01e690413 HTTP/1.1" status: 204 len: 168 time: 0.2446151 Jun 03 08:40:41.445016 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 33646) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:41.462613 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d5713585-40ff-4455-822a-83d388f6b1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:41.476901 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-d5713585-40ff-4455-822a-83d388f6b1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:40:41.480627 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-d5713585-40ff-4455-822a-83d388f6b1fc admin admin] Usage tracker for resource:security_group_rule and tenant:94c861d5c2b245c58e3c05c9d73e4d66 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:40:41.483593 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-d5713585-40ff-4455-822a-83d388f6b1fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:40:41.489431 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-d5713585-40ff-4455-822a-83d388f6b1fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:40:41.570048 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d5713585-40ff-4455-822a-83d388f6b1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:41.647611 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d5713585-40ff-4455-822a-83d388f6b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:41.654940 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-cfedb6e3-a340-42dc-9a83-4d5c60efad62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:41.696428 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5713585-40ff-4455-822a-83d388f6b1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b63a2a1-4f1b-4dd2-9f8a-1e6601044b79,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:41.700348 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-d5713585-40ff-4455-822a-83d388f6b1fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94c861d5c2b245c58e3c05c9d73e4d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543457 Jun 03 08:40:41.701759 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d5713585-40ff-4455-822a-83d388f6b1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:41.703450 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 33648) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:40:41.760137 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d7a5493e-3a02-4f72-97af-898174e12e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:41.786363 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d7a5493e-3a02-4f72-97af-898174e12e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:41.905147 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d7a5493e-3a02-4f72-97af-898174e12e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:41.909063 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2eda4b64-7dc6-476a-9073-5d13e6694486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:40:41.921150 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5493e-3a02-4f72-97af-898174e12e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b63a2a1-4f1b-4dd2-9f8a-1e6601044b79,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:40:41.923477 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d7a5493e-3a02-4f72-97af-898174e12e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:40:41.932681 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d7a5493e-3a02-4f72-97af-898174e12e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:41.938032 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-d7a5493e-3a02-4f72-97af-898174e12e27 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b63a2a1-4f1b-4dd2-9f8a-1e6601044b79 HTTP/1.1" status: 204 len: 168 time: 0.2295287 Jun 03 08:40:47.767905 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:53.373574 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-98ce79b4-e617-41ec-8697-bb02a9c5a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:56.419562 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:56.756234 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-e7be25b4-21ff-4dd1-a8b8-680df8aac2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:57.823276 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:40:59.825134 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:07.821070 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:41:11.889576 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 33830) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:41:12.007731 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:12.021659 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:41:12.026035 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] Usage tracker for resource:security_group_rule and tenant:6f89bf2f9b2b40d1af25b789c7e5717c is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:41:12.028761 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:41:12.034330 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:41:12.112636 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:12.219315 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:12.226301 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-30c46d3a-41f1-4fb0-9719-6282d968a007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:41:12.270538 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f89bf2f9b2b40d1af25b789c7e5717c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3798819 Jun 03 08:41:12.271417 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d77f403-73eb-49bb-91b4-f05d815fefe1,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:41:12.273218 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 33834) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:41:12.279585 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.279986 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.280346 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.280695 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.281039 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.281380 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.281744 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.282081 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.282443 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.282778 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.283180 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.283516 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.287399 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-e879da1b-54e5-477d-8fba-060db91c6dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:41:12.333305 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-285b7918-f3fb-45d4-8db5-fd2a45aaf43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:12.359835 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-285b7918-f3fb-45d4-8db5-fd2a45aaf43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:12.486450 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-285b7918-f3fb-45d4-8db5-fd2a45aaf43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:12.490069 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d7a5493e-3a02-4f72-97af-898174e12e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:41:12.501641 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b7918-f3fb-45d4-8db5-fd2a45aaf43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d77f403-73eb-49bb-91b4-f05d815fefe1,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:41:12.512069 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b7918-f3fb-45d4-8db5-fd2a45aaf43a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.512443 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b7918-f3fb-45d4-8db5-fd2a45aaf43a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.512796 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b7918-f3fb-45d4-8db5-fd2a45aaf43a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.513149 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b7918-f3fb-45d4-8db5-fd2a45aaf43a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.513497 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b7918-f3fb-45d4-8db5-fd2a45aaf43a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.513845 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b7918-f3fb-45d4-8db5-fd2a45aaf43a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.514213 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b7918-f3fb-45d4-8db5-fd2a45aaf43a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.514558 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b7918-f3fb-45d4-8db5-fd2a45aaf43a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.514899 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b7918-f3fb-45d4-8db5-fd2a45aaf43a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.515236 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b7918-f3fb-45d4-8db5-fd2a45aaf43a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.515634 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b7918-f3fb-45d4-8db5-fd2a45aaf43a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.515972 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b7918-f3fb-45d4-8db5-fd2a45aaf43a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:12.519001 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-285b7918-f3fb-45d4-8db5-fd2a45aaf43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:12.520093 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-285b7918-f3fb-45d4-8db5-fd2a45aaf43a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d77f403-73eb-49bb-91b4-f05d815fefe1 HTTP/1.1" status: 204 len: 168 time: 0.2458315 Jun 03 08:41:12.520939 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-285b7918-f3fb-45d4-8db5-fd2a45aaf43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:41:13.454350 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 33856) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:41:13.558562 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1222556974-network', 'tenant_id': 'e5f996a58f46498dac58d007e520f349'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:41:13.563227 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:41:13.567060 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Usage tracker for resource:network and tenant:e5f996a58f46498dac58d007e520f349 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:41:13.569862 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:41:13.576067 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:41:13.653613 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Made reservation on behalf of e5f996a58f46498dac58d007e520f349 for: {'network': 1} {{(pid=92356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:41:13.656014 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-970951'] for network, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:13.668353 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:13.682034 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:41:13.685820 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Usage tracker for resource:security_group_rule and tenant:e5f996a58f46498dac58d007e520f349 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:41:13.688646 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:41:13.694317 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:41:13.772065 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:13.834739 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:13.837857 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-459004ba-2b65-480b-b3ab-5d50796f628a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:41:13.864476 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=92356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 08:41:13.873238 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700c81e0-0ec6-4e7a-9368-1c5f9411c71f,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:41:13.876706 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:41:13.883978 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:13.883978 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.db.segments_db [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Added segment c5f49c4f-1465-4ba9-ae97-730bf10a515c of type vlan for network b66ad631-a0ef-4b21-9bda-b504453abae2 Jun 03 08:41:13.904924 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865572298'] for network, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:13.996886 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502'] for network, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:13.998234 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:41:13.998813 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:14.002268 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:41:14.099522 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Pushing event updated for resources: {'Network': ['ID=b66ad631-a0ef-4b21-9bda-b504453abae2,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:41:14.102198 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:41:14.108991 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Network b66ad631-a0ef-4b21-9bda-b504453abae2 details requested by agent ovs-agent-dv-cinder-787262-5-smb with host dv-cinder-787262-5-smb {{(pid=92358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 08:41:14.151764 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6963077 Jun 03 08:41:14.154693 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 33860) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:41:14.159627 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-b0ab17af-930e-4ddf-8b84-f7f4bd65ccda admin admin] Request body: {'subnet': {'network_id': 'b66ad631-a0ef-4b21-9bda-b504453abae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1222556974-subnet', 'tenant_id': 'e5f996a58f46498dac58d007e520f349', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:41:14.165074 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-b0ab17af-930e-4ddf-8b84-f7f4bd65ccda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:41:14.168934 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-b0ab17af-930e-4ddf-8b84-f7f4bd65ccda admin admin] Usage tracker for resource:subnet and tenant:e5f996a58f46498dac58d007e520f349 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:41:14.171770 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-b0ab17af-930e-4ddf-8b84-f7f4bd65ccda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:41:14.177485 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-b0ab17af-930e-4ddf-8b84-f7f4bd65ccda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:41:14.265197 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ab17af-930e-4ddf-8b84-f7f4bd65ccda admin admin] Made reservation on behalf of e5f996a58f46498dac58d007e520f349 for: {'subnet': 1} {{(pid=92356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:41:14.267611 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b0ab17af-930e-4ddf-8b84-f7f4bd65ccda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15091248'] for subnet, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:14.846569 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b0ab17af-930e-4ddf-8b84-f7f4bd65ccda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15262594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15091270'] for subnet, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:14.851004 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d1c90833-3dea-4899-bdc0-e21c4729c4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:41:14.930738 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab17af-930e-4ddf-8b84-f7f4bd65ccda admin admin] Pushing event updated for resources: {'Subnet': ['ID=64fdd1b9-2ef4-4339-ada0-454472cddbba,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:41:14.934330 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-b0ab17af-930e-4ddf-8b84-f7f4bd65ccda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:41:14.936797 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab17af-930e-4ddf-8b84-f7f4bd65ccda admin admin] Checking segment: {'id': 'c5f49c4f-1465-4ba9-ae97-730bf10a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b66ad631-a0ef-4b21-9bda-b504453abae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:41:14.937660 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ab17af-930e-4ddf-8b84-f7f4bd65ccda admin admin] Network hostable DHCP agents. Network: b66ad631-a0ef-4b21-9bda-b504453abae2, hostable agents: ['5e4d2f6b-3552-4981-8bdf-261b5e07a56f'], hosted agents: [] {{(pid=92356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 08:41:15.017693 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ab17af-930e-4ddf-8b84-f7f4bd65ccda admin admin] Network b66ad631-a0ef-4b21-9bda-b504453abae2 is scheduled to be hosted by DHCP agent 5e4d2f6b-3552-4981-8bdf-261b5e07a56f with binding_index 1 {{(pid=92356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 08:41:15.092138 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-b0ab17af-930e-4ddf-8b84-f7f4bd65ccda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-5-smb, b66ad631-a0ef-4b21-9bda-b504453abae2) {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:41:15.101109 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ab17af-930e-4ddf-8b84-f7f4bd65ccda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:41:15.102350 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53806bb-aa08-494f-b7c4-5b7b8a671536 None None] Network b66ad631-a0ef-4b21-9bda-b504453abae2 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:41:15.102497 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-b0ab17af-930e-4ddf-8b84-f7f4bd65ccda admin admin] Notify callbacks [] for subnet, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:15.284401 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-b0ab17af-930e-4ddf-8b84-f7f4bd65ccda admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1277630 Jun 03 08:41:15.300121 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efe1c64-2504-4911-97e1-5e1a131c5f1c None None] Network b66ad631-a0ef-4b21-9bda-b504453abae2 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:41:17.651926 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-12b07f0f-92bc-439f-963a-38bd92fa5413 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:41:17.652593 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-12b07f0f-92bc-439f-963a-38bd92fa5413 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Synchronizing usage tracker for tenant:e5f996a58f46498dac58d007e520f349 on resource:network {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:41:17.720396 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-12b07f0f-92bc-439f-963a-38bd92fa5413 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Unset dirty status for tenant:e5f996a58f46498dac58d007e520f349 on resource:network {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:41:17.721595 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-12b07f0f-92bc-439f-963a-38bd92fa5413 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/networks?id=b66ad631-a0ef-4b21-9bda-b504453abae2 HTTP/1.1" status: 200 len: 814 time: 0.2098582 Jun 03 08:41:17.736843 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-d49f6525-5ef4-40e2-ab1d-40d778a277b2 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/quotas/e5f996a58f46498dac58d007e520f349 HTTP/1.1" status: 200 len: 375 time: 0.0099168 Jun 03 08:41:17.766275 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:17.783877 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-f771a995-b799-4fae-b419-a772d06596a7 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e5f996a58f46498dac58d007e520f349&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414219 Jun 03 08:41:17.915367 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-a3c236b0-69bf-4727-9453-b2a919f3d0c8 service neutron] 10.222.0.18 "GET /v2.0/networks/b66ad631-a0ef-4b21-9bda-b504453abae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232777 Jun 03 08:41:18.044685 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-1cfd9573-eeb7-41e0-abc9-dd43a8d6c89b service neutron] 10.222.0.18 "GET /v2.0/networks/b66ad631-a0ef-4b21-9bda-b504453abae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239386 Jun 03 08:41:18.333598 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-83f8b75f-543c-4af5-bab6-eafb13b05e41 req-51a5b342-ab5e-4957-a8fe-c401bc32c98a tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=57bf515c-7bc1-4761-bc45-d2426845b9bc HTTP/1.1" status: 200 len: 210 time: 0.0419829 Jun 03 08:41:19.491100 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-dcfff158-5feb-46c8-b97c-981778be1dea req-615b6ca2-4273-40b8-88e4-e458f3ce6c62 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=57bf515c-7bc1-4761-bc45-d2426845b9bc HTTP/1.1" status: 200 len: 210 time: 0.0480266 Jun 03 08:41:20.674258 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-1192c67e-2e6e-4767-9764-de6a69dc528e req-5857da89-41a0-48e0-8369-6dd2570820d7 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=57bf515c-7bc1-4761-bc45-d2426845b9bc HTTP/1.1" status: 200 len: 210 time: 0.0570307 Jun 03 08:41:20.716936 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-ec46e837-340e-41e0-8c2d-ad71a3e2c043 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:41:20.718374 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-ec46e837-340e-41e0-8c2d-ad71a3e2c043 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.47 "GET /v2.0/networks?id=b66ad631-a0ef-4b21-9bda-b504453abae2 HTTP/1.1" status: 200 len: 814 time: 0.1991539 Jun 03 08:41:20.732281 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-1054e9b3-c7e6-4091-8e2f-132bfceec8b4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Request body: {'port': {'device_id': '57bf515c-7bc1-4761-bc45-d2426845b9bc', 'network_id': 'b66ad631-a0ef-4b21-9bda-b504453abae2', 'admin_state_up': True, 'tenant_id': 'e5f996a58f46498dac58d007e520f349'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:41:20.873888 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-1054e9b3-c7e6-4091-8e2f-132bfceec8b4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:41:20.877744 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-1054e9b3-c7e6-4091-8e2f-132bfceec8b4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Usage tracker for resource:port and tenant:e5f996a58f46498dac58d007e520f349 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:41:20.880645 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-1054e9b3-c7e6-4091-8e2f-132bfceec8b4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:41:20.888236 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-1054e9b3-c7e6-4091-8e2f-132bfceec8b4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:41:20.963371 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-1054e9b3-c7e6-4091-8e2f-132bfceec8b4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Made reservation on behalf of e5f996a58f46498dac58d007e520f349 for: {'port': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:41:20.967085 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-1054e9b3-c7e6-4091-8e2f-132bfceec8b4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:21.138927 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_common [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-1054e9b3-c7e6-4091-8e2f-132bfceec8b4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Allocated IP 172.20.0.8 (b66ad631-a0ef-4b21-9bda-b504453abae2/64fdd1b9-2ef4-4339-ada0-454472cddbba/1aea0abb-b02f-4e9c-b5d9-6808b9fae411) {{(pid=92357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:41:21.342474 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-1054e9b3-c7e6-4091-8e2f-132bfceec8b4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Notify callbacks [] for port, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:21.494650 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-1054e9b3-c7e6-4091-8e2f-132bfceec8b4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:21.500430 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-5d98147b-988f-4b83-9979-b2d7ccf253fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:41:21.567099 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-1054e9b3-c7e6-4091-8e2f-132bfceec8b4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Network b66ad631-a0ef-4b21-9bda-b504453abae2 is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:41:21.570120 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-1054e9b3-c7e6-4091-8e2f-132bfceec8b4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:41:21.573234 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-1054e9b3-c7e6-4091-8e2f-132bfceec8b4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Received port after_create {{(pid=92357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:41:21.608755 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054e9b3-c7e6-4091-8e2f-132bfceec8b4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Pushing event updated for resources: {'Port': ['ID=1aea0abb-b02f-4e9c-b5d9-6808b9fae411,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:41:21.611593 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-1054e9b3-c7e6-4091-8e2f-132bfceec8b4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:41:21.645125 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-1054e9b3-c7e6-4091-8e2f-132bfceec8b4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:41:21.645800 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-1054e9b3-c7e6-4091-8e2f-132bfceec8b4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:21.740366 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-1054e9b3-c7e6-4091-8e2f-132bfceec8b4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0118785 Jun 03 08:41:21.752376 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Request body: {'port': {'device_id': '57bf515c-7bc1-4761-bc45-d2426845b9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:41:21.858132 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee5ae7-8382-4776-92dd-a7c5fefb61f9 req-d6db8ac1-842b-4da8-8d84-f05fd023b69f tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:41:21.860430 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e3ee5ae7-8382-4776-92dd-a7c5fefb61f9 req-d6db8ac1-842b-4da8-8d84-f05fd023b69f tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=57bf515c-7bc1-4761-bc45-d2426845b9bc HTTP/1.1" status: 200 len: 931 time: 0.0801544 Jun 03 08:41:21.861846 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:21.904659 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-e3ee5ae7-8382-4776-92dd-a7c5fefb61f9 req-09366322-598c-4897-b15b-ee08c54d9155 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Synchronizing usage tracker for tenant:e5f996a58f46498dac58d007e520f349 on resource:security_group {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:41:22.002568 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-e3ee5ae7-8382-4776-92dd-a7c5fefb61f9 req-09366322-598c-4897-b15b-ee08c54d9155 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Unset dirty status for tenant:e5f996a58f46498dac58d007e520f349 on resource:security_group {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:41:22.003792 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e3ee5ae7-8382-4776-92dd-a7c5fefb61f9 req-09366322-598c-4897-b15b-ee08c54d9155 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372893 Jun 03 08:41:22.277034 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aea0abb-b02f-4e9c-b5d9-6808b9fae411 {{(pid=92357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:41:22.284143 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:22.298335 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Transition to ACTIVE for port object 1aea0abb-b02f-4e9c-b5d9-6808b9fae411 will not be triggered until provisioned by entity L2. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:41:22.407930 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:22.411642 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-5a0b660e-ff68-47af-b265-a6fa04be1544 tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:41:22.536408 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Pushing event updated for resources: {'Port': ['ID=1aea0abb-b02f-4e9c-b5d9-6808b9fae411,revision_number=2']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:41:22.540220 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:41:22.639477 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Attempting to bind port 1aea0abb-b02f-4e9c-b5d9-6808b9fae411 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:41:22.639808 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Attempting to bind port 1aea0abb-b02f-4e9c-b5d9-6808b9fae411 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'c5f49c4f-1465-4ba9-ae97-730bf10a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b66ad631-a0ef-4b21-9bda-b504453abae2'}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:41:22.640135 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Attempting to bind port 1aea0abb-b02f-4e9c-b5d9-6808b9fae411 on network b66ad631-a0ef-4b21-9bda-b504453abae2 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:41:22.644640 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Port 1aea0abb-b02f-4e9c-b5d9-6808b9fae411 on network b66ad631-a0ef-4b21-9bda-b504453abae2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 08:41:22.644958 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Attempting to bind port 1aea0abb-b02f-4e9c-b5d9-6808b9fae411 on network b66ad631-a0ef-4b21-9bda-b504453abae2 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:41:22.650314 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Checking agent: {'id': '0b62ef4c-67a0-4b60-a013-2ab920ba3ff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'started_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:41:22.650645 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Checking segment: {'id': 'c5f49c4f-1465-4ba9-ae97-730bf10a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b66ad631-a0ef-4b21-9bda-b504453abae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:41:22.651027 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Bound using segment: {'id': 'c5f49c4f-1465-4ba9-ae97-730bf10a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b66ad631-a0ef-4b21-9bda-b504453abae2'} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:41:22.651445 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Bound port: 1aea0abb-b02f-4e9c-b5d9-6808b9fae411, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f49c4f-1465-4ba9-ae97-730bf10a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b66ad631-a0ef-4b21-9bda-b504453abae2'}}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:41:22.651785 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:22.737849 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] For port 1aea0abb-b02f-4e9c-b5d9-6808b9fae411, host hv-cinder-78726, cleared binding levels {{(pid=92357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:41:22.740865 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] For port 1aea0abb-b02f-4e9c-b5d9-6808b9fae411, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=1aea0abb-b02f-4e9c-b5d9-6808b9fae411,segment=NetworkSegment(c5f49c4f-1465-4ba9-ae97-730bf10a515c),segment_id=c5f49c4f-1465-4ba9-ae97-730bf10a515c)] {{(pid=92357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:41:22.803378 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:22.807605 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-83f29a24-e1e9-4f0f-8b80-612f5880156c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:41:22.866959 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:41:22.868170 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:22.869531 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] 10.222.0.47 "PUT /v2.0/ports/1aea0abb-b02f-4e9c-b5d9-6808b9fae411 HTTP/1.1" status: 200 len: 1093 time: 1.1213851 Jun 03 08:41:22.870004 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57bf515c-7bc1-4761-bc45-d2426845b9bc', 'tag': '1aea0abb-b02f-4e9c-b5d9-6808b9fae411'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:41:22.872276 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53496ce2-e74a-4293-a946-431928442003" -d '{"events": [{"name": "network-changed", "server_uuid": "57bf515c-7bc1-4761-bc45-d2426845b9bc", "tag": "1aea0abb-b02f-4e9c-b5d9-6808b9fae411"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:41:22.892311 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Pushing event updated for resources: {'Port': ['ID=1aea0abb-b02f-4e9c-b5d9-6808b9fae411,revision_number=3']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:41:22.895520 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:41:22.918799 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf197f0f-eb7b-42f8-ad97-2053393c3014 x-openstack-request-id: req-bf197f0f-eb7b-42f8-ad97-2053393c3014 {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:41:22.919113 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57bf515c-7bc1-4761-bc45-d2426845b9bc", "tag": "1aea0abb-b02f-4e9c-b5d9-6808b9fae411", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:41:22.922328 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf197f0f-eb7b-42f8-ad97-2053393c3014 {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:41:22.922328 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57bf515c-7bc1-4761-bc45-d2426845b9bc', 'tag': '1aea0abb-b02f-4e9c-b5d9-6808b9fae411', 'status': 'completed', 'code': 200} Jun 03 08:41:23.009241 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53496ce2-e74a-4293-a946-431928442003 req-aa906ce3-855f-472a-affd-355bdf1e4ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:41:23.010707 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-53496ce2-e74a-4293-a946-431928442003 req-aa906ce3-855f-472a-affd-355bdf1e4ed7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5f996a58f46498dac58d007e520f349&device_id=57bf515c-7bc1-4761-bc45-d2426845b9bc HTTP/1.1" status: 200 len: 1096 time: 0.0706968 Jun 03 08:41:23.149607 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53496ce2-e74a-4293-a946-431928442003 req-41df027d-7470-4aaa-ad4c-a914454d9e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:41:23.151066 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-53496ce2-e74a-4293-a946-431928442003 req-41df027d-7470-4aaa-ad4c-a914454d9e4b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e5f996a58f46498dac58d007e520f349&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1330671 Jun 03 08:41:23.191051 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c4f02-93d4-4cd9-8c79-56e7fb0d09c5 req-7b8db98f-8845-4a9c-a45d-72acd1c8bc5b tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:41:23.192539 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a84c4f02-93d4-4cd9-8c79-56e7fb0d09c5 req-7b8db98f-8845-4a9c-a45d-72acd1c8bc5b tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=57bf515c-7bc1-4761-bc45-d2426845b9bc HTTP/1.1" status: 200 len: 943 time: 0.0822937 Jun 03 08:41:23.237152 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a84c4f02-93d4-4cd9-8c79-56e7fb0d09c5 req-ff261ede-d087-4294-9b42-2d9f5e8137b0 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384667 Jun 03 08:41:23.287940 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53496ce2-e74a-4293-a946-431928442003 req-6060242a-8bc3-48d4-9f82-dfc4a5495d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:41:23.289406 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-53496ce2-e74a-4293-a946-431928442003 req-6060242a-8bc3-48d4-9f82-dfc4a5495d8b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1322277 Jun 03 08:41:23.374002 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-06c5763d-622f-4791-a973-e8cd62d84055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:23.406111 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-7428f83c-5ef7-427f-b115-7578fc2ca37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:41:23.407615 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-7428f83c-5ef7-427f-b115-7578fc2ca37e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5f996a58f46498dac58d007e520f349&device_id=57bf515c-7bc1-4761-bc45-d2426845b9bc HTTP/1.1" status: 200 len: 1096 time: 0.0702140 Jun 03 08:41:23.479940 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-487268f0-84de-4cd4-a6ba-4e41881fd77a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aea0abb-b02f-4e9c-b5d9-6808b9fae411 HTTP/1.1" status: 200 len: 217 time: 0.0637033 Jun 03 08:41:23.542586 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-e75d66b8-b912-4f06-bb7b-aed9e13cfc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:41:23.544012 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-e75d66b8-b912-4f06-bb7b-aed9e13cfc2b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64fdd1b9-2ef4-4339-ada0-454472cddbba HTTP/1.1" status: 200 len: 854 time: 0.0578754 Jun 03 08:41:23.593374 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-26d48529-7e62-4f18-87a7-7e5dfce862e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b66ad631-a0ef-4b21-9bda-b504453abae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430408 Jun 03 08:41:23.723360 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-30086ea3-e884-4271-85c3-4f8c3832eaa6 service neutron] 10.222.0.47 "GET /v2.0/networks/b66ad631-a0ef-4b21-9bda-b504453abae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219010 Jun 03 08:41:23.852874 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e6e88d21-4867-4b2f-9197-76c320f699d1 req-87bea23e-4fc7-43ae-a680-5070942b7f2b service neutron] 10.222.0.47 "GET /v2.0/networks/b66ad631-a0ef-4b21-9bda-b504453abae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229668 Jun 03 08:41:24.419890 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b939d-562b-49ca-8a2e-446151e96b07 req-25169661-617e-4a9d-97df-490e968f0e8b tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:41:24.420561 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-423b939d-562b-49ca-8a2e-446151e96b07 req-25169661-617e-4a9d-97df-490e968f0e8b tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Synchronizing usage tracker for tenant:e5f996a58f46498dac58d007e520f349 on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:41:24.522853 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-423b939d-562b-49ca-8a2e-446151e96b07 req-25169661-617e-4a9d-97df-490e968f0e8b tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Unset dirty status for tenant:e5f996a58f46498dac58d007e520f349 on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:41:24.524559 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-423b939d-562b-49ca-8a2e-446151e96b07 req-25169661-617e-4a9d-97df-490e968f0e8b tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=57bf515c-7bc1-4761-bc45-d2426845b9bc HTTP/1.1" status: 200 len: 943 time: 0.1806204 Jun 03 08:41:24.570766 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-423b939d-562b-49ca-8a2e-446151e96b07 req-a13450e2-4255-44e9-982a-0a81cd175eb1 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405061 Jun 03 08:41:25.072363 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 1aea0abb-b02f-4e9c-b5d9-6808b9fae411 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:41:25.205208 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 1aea0abb-b02f-4e9c-b5d9-6808b9fae411, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=1aea0abb-b02f-4e9c-b5d9-6808b9fae411,segment=NetworkSegment(c5f49c4f-1465-4ba9-ae97-730bf10a515c),segment_id=c5f49c4f-1465-4ba9-ae97-730bf10a515c)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:41:25.218149 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': '1aea0abb-b02f-4e9c-b5d9-6808b9fae411', 'network_id': 'b66ad631-a0ef-4b21-9bda-b504453abae2', 'port_id': '1aea0abb-b02f-4e9c-b5d9-6808b9fae411', 'mac_address': 'fa:16:3e:df:c3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64fdd1b9-2ef4-4339-ada0-454472cddbba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:41:25.270290 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:25.286864 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aea0abb-b02f-4e9c-b5d9-6808b9fae411 {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:41:25.302220 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 1aea0abb-b02f-4e9c-b5d9-6808b9fae411, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=1aea0abb-b02f-4e9c-b5d9-6808b9fae411,segment=NetworkSegment(c5f49c4f-1465-4ba9-ae97-730bf10a515c),segment_id=c5f49c4f-1465-4ba9-ae97-730bf10a515c)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:41:25.369720 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:25.374726 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-85badc12-ee81-4170-9ba1-2cab163d7ce1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:41:25.438372 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=1aea0abb-b02f-4e9c-b5d9-6808b9fae411,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:41:25.448272 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:25.448876 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:25.449411 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:25.449940 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:25.450515 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:25.451058 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:25.451560 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:25.452084 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:25.452607 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:25.453179 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:25.453709 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:25.454268 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:41:25.460685 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:41:25.582110 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['1aea0abb-b02f-4e9c-b5d9-6808b9fae411'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:41:25.758858 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bed4d7-f109-47a8-8e69-eaefd50db085 req-8da4a270-61e3-4fff-99d8-6d024b5f543c tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:41:25.760330 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-06bed4d7-f109-47a8-8e69-eaefd50db085 req-8da4a270-61e3-4fff-99d8-6d024b5f543c tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=57bf515c-7bc1-4761-bc45-d2426845b9bc HTTP/1.1" status: 200 len: 944 time: 0.0815518 Jun 03 08:41:25.806629 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-06bed4d7-f109-47a8-8e69-eaefd50db085 req-5da600b3-74c7-473f-907d-1d75cf5ab916 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396206 Jun 03 08:41:26.374153 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:26.728698 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-25521934-1da5-4fef-992b-de07e20cf42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:27.070906 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290523f-2c13-4026-88e7-b69a31298b7e req-ea0ef3fe-e43e-4814-9db7-5710ae604c8d tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:41:27.072337 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d290523f-2c13-4026-88e7-b69a31298b7e req-ea0ef3fe-e43e-4814-9db7-5710ae604c8d tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=57bf515c-7bc1-4761-bc45-d2426845b9bc HTTP/1.1" status: 200 len: 944 time: 0.1615965 Jun 03 08:41:27.087270 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 1aea0abb-b02f-4e9c-b5d9-6808b9fae411 up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:41:27.115864 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d290523f-2c13-4026-88e7-b69a31298b7e req-b5c3e89c-269e-405b-8ba1-75cb0724e9c8 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379345 Jun 03 08:41:27.225360 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning for port 1aea0abb-b02f-4e9c-b5d9-6808b9fae411 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:41:27.230569 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port 1aea0abb-b02f-4e9c-b5d9-6808b9fae411 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:41:27.231045 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:27.345266 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:27.371748 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57bf515c-7bc1-4761-bc45-d2426845b9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aea0abb-b02f-4e9c-b5d9-6808b9fae411'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:41:27.373950 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b32e4d-33ef-444e-87e6-394db493634d" -d '{"events": [{"server_uuid": "57bf515c-7bc1-4761-bc45-d2426845b9bc", "name": "network-vif-plugged", "status": "completed", "tag": "1aea0abb-b02f-4e9c-b5d9-6808b9fae411"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:41:27.381488 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 1aea0abb-b02f-4e9c-b5d9-6808b9fae411, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=1aea0abb-b02f-4e9c-b5d9-6808b9fae411,segment=NetworkSegment(c5f49c4f-1465-4ba9-ae97-730bf10a515c),segment_id=c5f49c4f-1465-4ba9-ae97-730bf10a515c)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:41:27.419572 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b5b81a-dea8-46bf-9ae2-fbe6156fa43d x-openstack-request-id: req-e4b5b81a-dea8-46bf-9ae2-fbe6156fa43d {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:41:27.419572 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57bf515c-7bc1-4761-bc45-d2426845b9bc", "name": "network-vif-plugged", "status": "completed", "tag": "1aea0abb-b02f-4e9c-b5d9-6808b9fae411", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:41:27.419572 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4b5b81a-dea8-46bf-9ae2-fbe6156fa43d {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:41:27.419572 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57bf515c-7bc1-4761-bc45-d2426845b9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aea0abb-b02f-4e9c-b5d9-6808b9fae411', 'code': 200} Jun 03 08:41:27.454035 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:27.455836 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:41:27.521510 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=1aea0abb-b02f-4e9c-b5d9-6808b9fae411,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:41:27.525016 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:41:27.819679 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:27.823484 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197b270-92ca-466c-8331-e9504fb123bf req-a1f4492d-62ae-4b08-896c-d714cb25f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:41:27.824993 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6197b270-92ca-466c-8331-e9504fb123bf req-a1f4492d-62ae-4b08-896c-d714cb25f6dc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=57bf515c-7bc1-4761-bc45-d2426845b9bc HTTP/1.1" status: 200 len: 1098 time: 0.0731723 Jun 03 08:41:27.866109 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6197b270-92ca-466c-8331-e9504fb123bf req-839f0259-5054-4d27-8866-b7a4cc494076 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348520 Jun 03 08:41:28.302166 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a6c56-7ce4-41d0-b131-e81daa3441f5 req-cffe2ed7-1327-4785-aaf7-a867cf6bf7b3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:41:28.303649 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-631a6c56-7ce4-41d0-b131-e81daa3441f5 req-cffe2ed7-1327-4785-aaf7-a867cf6bf7b3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=57bf515c-7bc1-4761-bc45-d2426845b9bc HTTP/1.1" status: 200 len: 945 time: 0.0803270 Jun 03 08:41:28.349225 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-631a6c56-7ce4-41d0-b131-e81daa3441f5 req-83ba00ad-e181-4a59-a639-bf362cc9d82b tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390325 Jun 03 08:41:29.542117 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745550d-a297-4cc8-8df4-590c78bc1188 req-5776f2a2-8b22-411d-ae5e-5254eae3a068 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:41:29.543660 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-8745550d-a297-4cc8-8df4-590c78bc1188 req-5776f2a2-8b22-411d-ae5e-5254eae3a068 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=57bf515c-7bc1-4761-bc45-d2426845b9bc HTTP/1.1" status: 200 len: 945 time: 0.0865741 Jun 03 08:41:29.591431 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-8745550d-a297-4cc8-8df4-590c78bc1188 req-65984f04-a7ad-48f5-b695-f28d20b50e3a tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415428 Jun 03 08:41:29.832648 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:44.820219 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:41:47.831501 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:53.414501 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-9f1b7cd0-1448-46c3-9d89-8e3ab3d891c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:56.406982 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:56.762239 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-e342c97a-cb2c-4f3c-b8bd-c8f5882d7dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:57.820852 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:41:59.872284 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:12.681261 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86283ea-c4ee-4e7d-828f-80c829629562 req-fa554a53-e54d-4c4c-86bd-94d26e9746fc tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:12.682778 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e86283ea-c4ee-4e7d-828f-80c829629562 req-fa554a53-e54d-4c4c-86bd-94d26e9746fc tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=57bf515c-7bc1-4761-bc45-d2426845b9bc HTTP/1.1" status: 200 len: 945 time: 0.0792625 Jun 03 08:42:12.727824 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e86283ea-c4ee-4e7d-828f-80c829629562 req-d1bbad00-1aef-4459-aeb4-84a79a850412 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387216 Jun 03 08:42:13.972233 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20d260-21d5-4774-b2dd-fa351211b551 req-0802a249-5d56-40ef-8f72-841b1cba316c tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:13.973711 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3c20d260-21d5-4774-b2dd-fa351211b551 req-0802a249-5d56-40ef-8f72-841b1cba316c tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=57bf515c-7bc1-4761-bc45-d2426845b9bc HTTP/1.1" status: 200 len: 945 time: 0.1379580 Jun 03 08:42:14.019697 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3c20d260-21d5-4774-b2dd-fa351211b551 req-fa0ffa88-17da-4478-b7ae-4fec5f1e5b5c tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400271 Jun 03 08:42:15.208163 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a7225-9c3b-44c1-9ea9-c2bed0b7c269 req-762db3e6-917c-4c15-b6f9-36d5e00ba42b tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:15.209616 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-689a7225-9c3b-44c1-9ea9-c2bed0b7c269 req-762db3e6-917c-4c15-b6f9-36d5e00ba42b tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=57bf515c-7bc1-4761-bc45-d2426845b9bc HTTP/1.1" status: 200 len: 945 time: 0.0829415 Jun 03 08:42:15.255064 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-689a7225-9c3b-44c1-9ea9-c2bed0b7c269 req-02bf1ca1-24f4-4386-a37b-91e80bc8e3c4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389230 Jun 03 08:42:16.440657 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923082b-27b9-4889-86b8-afc693fc7f70 req-00e0cac4-3e73-4ee1-86b3-115adea1ec02 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:16.442111 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-8923082b-27b9-4889-86b8-afc693fc7f70 req-00e0cac4-3e73-4ee1-86b3-115adea1ec02 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=57bf515c-7bc1-4761-bc45-d2426845b9bc HTTP/1.1" status: 200 len: 945 time: 0.0776579 Jun 03 08:42:16.486908 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-8923082b-27b9-4889-86b8-afc693fc7f70 req-d3c02583-1501-4e05-be5f-b98644eb97ef tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392377 Jun 03 08:42:17.070753 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5f5e7-bb3c-4a98-8050-6b80e316d5ba req-f1a32df7-d92f-4296-aa3e-77dab980df2a tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:17.072213 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fde5f5e7-bb3c-4a98-8050-6b80e316d5ba req-f1a32df7-d92f-4296-aa3e-77dab980df2a tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.47 "GET /v2.0/ports?device_id=57bf515c-7bc1-4761-bc45-d2426845b9bc HTTP/1.1" status: 200 len: 945 time: 0.0837088 Jun 03 08:42:17.218051 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-fde5f5e7-bb3c-4a98-8050-6b80e316d5ba req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Deleting port 1aea0abb-b02f-4e9c-b5d9-6808b9fae411 {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:42:17.218612 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-fde5f5e7-bb3c-4a98-8050-6b80e316d5ba req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:17.354568 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-fde5f5e7-bb3c-4a98-8050-6b80e316d5ba req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] For port 1aea0abb-b02f-4e9c-b5d9-6808b9fae411, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=1aea0abb-b02f-4e9c-b5d9-6808b9fae411,segment=NetworkSegment(c5f49c4f-1465-4ba9-ae97-730bf10a515c),segment_id=c5f49c4f-1465-4ba9-ae97-730bf10a515c)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:42:17.354837 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-fde5f5e7-bb3c-4a98-8050-6b80e316d5ba req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:17.478537 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-fde5f5e7-bb3c-4a98-8050-6b80e316d5ba req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Calling delete_port for 1aea0abb-b02f-4e9c-b5d9-6808b9fae411 owned by compute:nova {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:42:17.674978 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73035d-a315-43eb-b868-7bead978c00a req-d44b5872-7b4e-4228-b5e0-c56bc6822def tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:17.676409 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3f73035d-a315-43eb-b868-7bead978c00a req-d44b5872-7b4e-4228-b5e0-c56bc6822def tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=57bf515c-7bc1-4761-bc45-d2426845b9bc HTTP/1.1" status: 200 len: 945 time: 0.0804636 Jun 03 08:42:17.692813 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-fde5f5e7-bb3c-4a98-8050-6b80e316d5ba req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:17.699293 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:42:17.727650 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3f73035d-a315-43eb-b868-7bead978c00a req-f208ce2a-38a9-4583-8431-5f868cd97d65 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455906 Jun 03 08:42:17.750147 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Pushing event deleted for resources: {'Port': ['ID=1aea0abb-b02f-4e9c-b5d9-6808b9fae411,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:42:17.784644 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:17.785008 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:17.785377 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:17.785727 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:17.786076 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:17.786449 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:17.786796 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:17.787138 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:17.787482 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:17.787823 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:17.788159 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:17.788494 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:17.790143 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:17.797425 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:42:17.842640 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde5f5e7-bb3c-4a98-8050-6b80e316d5ba req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] No DVR routers for this DVR port 1aea0abb-b02f-4e9c-b5d9-6808b9fae411 on host hv-cinder-78726 {{(pid=92357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:42:17.845432 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-fde5f5e7-bb3c-4a98-8050-6b80e316d5ba req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:17.848177 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57bf515c-7bc1-4761-bc45-d2426845b9bc', 'name': 'network-vif-deleted', 'tag': '1aea0abb-b02f-4e9c-b5d9-6808b9fae411'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:42:17.850505 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e821fb70-3e3e-4823-a514-4af96c6d0f32" -d '{"events": [{"server_uuid": "57bf515c-7bc1-4761-bc45-d2426845b9bc", "name": "network-vif-deleted", "tag": "1aea0abb-b02f-4e9c-b5d9-6808b9fae411"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:42:17.895002 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fc8d70-9d09-49b0-a40a-e47171eb97c9 x-openstack-request-id: req-c1fc8d70-9d09-49b0-a40a-e47171eb97c9 {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:42:17.895331 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57bf515c-7bc1-4761-bc45-d2426845b9bc", "name": "network-vif-deleted", "tag": "1aea0abb-b02f-4e9c-b5d9-6808b9fae411", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:42:17.895619 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1fc8d70-9d09-49b0-a40a-e47171eb97c9 {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:42:17.896042 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57bf515c-7bc1-4761-bc45-d2426845b9bc', 'name': 'network-vif-deleted', 'tag': '1aea0abb-b02f-4e9c-b5d9-6808b9fae411', 'status': 'completed', 'code': 200} Jun 03 08:42:17.928273 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fde5f5e7-bb3c-4a98-8050-6b80e316d5ba req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.47 "DELETE /v2.0/ports/1aea0abb-b02f-4e9c-b5d9-6808b9fae411 HTTP/1.1" status: 204 len: 173 time: 0.8494503 Jun 03 08:42:18.896232 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-5eef362c-5f04-4dd9-afe5-4d5492e4a5b1 req-1e38b1c5-5b89-47e8-8ec4-94690b3274e4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=57bf515c-7bc1-4761-bc45-d2426845b9bc HTTP/1.1" status: 200 len: 210 time: 0.0431352 Jun 03 08:42:19.399734 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 1aea0abb-b02f-4e9c-b5d9-6808b9fae411 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:42:19.434501 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] No Port match for: 1aea0abb-b02f-4e9c-b5d9-6808b9fae411 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:42:19.435416 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 1aea0abb-b02f-4e9c-b5d9-6808b9fae411 not bound to the agent host hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:42:21.819640 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:42:23.374912 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-0b8b8480-c5c3-4f22-a8d1-5a9227e9a158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:24.823849 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497adb9-e322-4663-a069-1ac47016146e req-1d091030-f5ee-4562-8b19-125e762b205d tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:24.825266 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9497adb9-e322-4663-a069-1ac47016146e req-1d091030-f5ee-4562-8b19-125e762b205d tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/networks?id=b66ad631-a0ef-4b21-9bda-b504453abae2 HTTP/1.1" status: 200 len: 814 time: 0.1465454 Jun 03 08:42:24.840195 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9497adb9-e322-4663-a069-1ac47016146e req-aa84667d-dd58-46c5-aa16-df06b8ec14cc tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/quotas/e5f996a58f46498dac58d007e520f349 HTTP/1.1" status: 200 len: 375 time: 0.0094962 Jun 03 08:42:24.887843 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9497adb9-e322-4663-a069-1ac47016146e req-3c2a1f39-db95-467d-90cd-365ba2adf9ef tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e5f996a58f46498dac58d007e520f349&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419934 Jun 03 08:42:24.898159 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [req-9497adb9-e322-4663-a069-1ac47016146e req-658242d7-49ce-49e1-811c-5c43a04d06c7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 08:42:24.899074 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9497adb9-e322-4663-a069-1ac47016146e req-658242d7-49ce-49e1-811c-5c43a04d06c7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050030 Jun 03 08:42:25.029831 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9497adb9-e322-4663-a069-1ac47016146e req-12edd6bc-3321-4778-ace5-d766288afdc3 service neutron] 10.222.0.18 "GET /v2.0/networks/b66ad631-a0ef-4b21-9bda-b504453abae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254292 Jun 03 08:42:25.242743 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9497adb9-e322-4663-a069-1ac47016146e req-d3790a51-913d-4909-83ca-70eac7b721a6 service neutron] 10.222.0.18 "GET /v2.0/networks/b66ad631-a0ef-4b21-9bda-b504453abae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070611 Jun 03 08:42:25.516462 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-e4bcbcea-116f-4231-9b8d-b2bc3b754dcd req-39d353f2-b019-412f-af50-2b29d7344e26 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Synchronizing usage tracker for tenant:e5f996a58f46498dac58d007e520f349 on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:42:25.608031 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-e4bcbcea-116f-4231-9b8d-b2bc3b754dcd req-39d353f2-b019-412f-af50-2b29d7344e26 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Unset dirty status for tenant:e5f996a58f46498dac58d007e520f349 on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:42:25.609201 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e4bcbcea-116f-4231-9b8d-b2bc3b754dcd req-39d353f2-b019-412f-af50-2b29d7344e26 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ca3f20-256e-465a-a6e2-677b47234023 HTTP/1.1" status: 200 len: 210 time: 0.1355572 Jun 03 08:42:26.418689 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:26.765727 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-b3c861b1-1c2d-497a-a1e7-15f31b0d9a8c req-c6d12085-3287-4731-b08b-74dd5ceaea4c tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ca3f20-256e-465a-a6e2-677b47234023 HTTP/1.1" status: 200 len: 210 time: 0.0467019 Jun 03 08:42:26.780645 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-611c0be4-da30-4949-8b53-0781e056792b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:27.540635 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497adb9-e322-4663-a069-1ac47016146e req-0d194469-50be-4b94-901f-e58ebca049cf tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:27.542105 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9497adb9-e322-4663-a069-1ac47016146e req-0d194469-50be-4b94-901f-e58ebca049cf tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.47 "GET /v2.0/networks?id=b66ad631-a0ef-4b21-9bda-b504453abae2 HTTP/1.1" status: 200 len: 814 time: 0.1521897 Jun 03 08:42:27.554666 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-9497adb9-e322-4663-a069-1ac47016146e req-45902b4f-a371-48e2-b866-dc5dc6507a8f tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Request body: {'port': {'device_id': '96ca3f20-256e-465a-a6e2-677b47234023', 'network_id': 'b66ad631-a0ef-4b21-9bda-b504453abae2', 'admin_state_up': True, 'tenant_id': 'e5f996a58f46498dac58d007e520f349'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:42:27.698863 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-9497adb9-e322-4663-a069-1ac47016146e req-45902b4f-a371-48e2-b866-dc5dc6507a8f tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:42:27.709584 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-9497adb9-e322-4663-a069-1ac47016146e req-45902b4f-a371-48e2-b866-dc5dc6507a8f tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:42:27.803669 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9497adb9-e322-4663-a069-1ac47016146e req-45902b4f-a371-48e2-b866-dc5dc6507a8f tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Made reservation on behalf of e5f996a58f46498dac58d007e520f349 for: {'port': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:42:27.807636 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9497adb9-e322-4663-a069-1ac47016146e req-45902b4f-a371-48e2-b866-dc5dc6507a8f tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:27.838348 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:28.027998 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-54741f75-d862-4040-863a-9d1a238fc009 req-dbd87432-28ba-44f2-9336-d70818ef5bb4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ca3f20-256e-465a-a6e2-677b47234023 HTTP/1.1" status: 200 len: 210 time: 0.1586344 Jun 03 08:42:28.108163 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_common [req-9497adb9-e322-4663-a069-1ac47016146e req-45902b4f-a371-48e2-b866-dc5dc6507a8f tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Allocated IP 172.20.0.14 (b66ad631-a0ef-4b21-9bda-b504453abae2/64fdd1b9-2ef4-4339-ada0-454472cddbba/4eba490c-d17d-4e84-aeba-8e06fa883744) {{(pid=92357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:42:28.311946 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9497adb9-e322-4663-a069-1ac47016146e req-45902b4f-a371-48e2-b866-dc5dc6507a8f tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Notify callbacks [] for port, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:28.404663 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9497adb9-e322-4663-a069-1ac47016146e req-45902b4f-a371-48e2-b866-dc5dc6507a8f tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:28.410642 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-ddb3a593-1410-466e-af4b-e0b2b123051c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:42:28.481399 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9497adb9-e322-4663-a069-1ac47016146e req-45902b4f-a371-48e2-b866-dc5dc6507a8f tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Network b66ad631-a0ef-4b21-9bda-b504453abae2 is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:42:28.485000 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [req-9497adb9-e322-4663-a069-1ac47016146e req-45902b4f-a371-48e2-b866-dc5dc6507a8f tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:42:28.488873 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-9497adb9-e322-4663-a069-1ac47016146e req-45902b4f-a371-48e2-b866-dc5dc6507a8f tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Received port after_create {{(pid=92357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:42:28.519046 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45902b4f-a371-48e2-b866-dc5dc6507a8f tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Pushing event updated for resources: {'Port': ['ID=4eba490c-d17d-4e84-aeba-8e06fa883744,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:42:28.525280 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-45902b4f-a371-48e2-b866-dc5dc6507a8f tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:42:28.555144 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497adb9-e322-4663-a069-1ac47016146e req-45902b4f-a371-48e2-b866-dc5dc6507a8f tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:28.555780 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9497adb9-e322-4663-a069-1ac47016146e req-45902b4f-a371-48e2-b866-dc5dc6507a8f tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:28.684642 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9497adb9-e322-4663-a069-1ac47016146e req-45902b4f-a371-48e2-b866-dc5dc6507a8f tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1339960 Jun 03 08:42:28.694769 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [req-9497adb9-e322-4663-a069-1ac47016146e req-6d6e14d4-1d87-44cc-9d7e-e7e45d0e9aa1 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 08:42:28.695707 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9497adb9-e322-4663-a069-1ac47016146e req-6d6e14d4-1d87-44cc-9d7e-e7e45d0e9aa1 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052655 Jun 03 08:42:28.748677 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Request body: {'port': {'device_id': '96ca3f20-256e-465a-a6e2-677b47234023', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:42:28.861010 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:29.210709 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eba490c-d17d-4e84-aeba-8e06fa883744 {{(pid=92357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:42:29.215766 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c4997-177c-44dc-948e-7767b6492f92 req-d6fdc231-e07a-4e53-9a85-4f9233cdcba1 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:29.217284 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7d2c4997-177c-44dc-948e-7767b6492f92 req-d6fdc231-e07a-4e53-9a85-4f9233cdcba1 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ca3f20-256e-465a-a6e2-677b47234023 HTTP/1.1" status: 200 len: 932 time: 0.0826945 Jun 03 08:42:29.219010 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:29.233952 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Transition to ACTIVE for port object 4eba490c-d17d-4e84-aeba-8e06fa883744 will not be triggered until provisioned by entity L2. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:42:29.262280 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7d2c4997-177c-44dc-948e-7767b6492f92 req-1538c0bb-4efc-4431-a935-cbe795514534 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392563 Jun 03 08:42:29.306582 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:29.311226 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-5429e75e-0c66-4ff0-acce-0d8a982ac2ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:42:29.468461 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Pushing event updated for resources: {'Port': ['ID=4eba490c-d17d-4e84-aeba-8e06fa883744,revision_number=2']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:42:29.475916 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:42:29.545764 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Attempting to bind port 4eba490c-d17d-4e84-aeba-8e06fa883744 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:42:29.546117 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Attempting to bind port 4eba490c-d17d-4e84-aeba-8e06fa883744 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'c5f49c4f-1465-4ba9-ae97-730bf10a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b66ad631-a0ef-4b21-9bda-b504453abae2'}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:42:29.546446 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Attempting to bind port 4eba490c-d17d-4e84-aeba-8e06fa883744 on network b66ad631-a0ef-4b21-9bda-b504453abae2 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:42:29.551173 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Port 4eba490c-d17d-4e84-aeba-8e06fa883744 on network b66ad631-a0ef-4b21-9bda-b504453abae2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 08:42:29.551487 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Attempting to bind port 4eba490c-d17d-4e84-aeba-8e06fa883744 on network b66ad631-a0ef-4b21-9bda-b504453abae2 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:42:29.556507 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Checking agent: {'id': '0b62ef4c-67a0-4b60-a013-2ab920ba3ff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'started_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:42:29.557132 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Checking segment: {'id': 'c5f49c4f-1465-4ba9-ae97-730bf10a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b66ad631-a0ef-4b21-9bda-b504453abae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:42:29.557246 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Bound using segment: {'id': 'c5f49c4f-1465-4ba9-ae97-730bf10a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b66ad631-a0ef-4b21-9bda-b504453abae2'} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:42:29.557598 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Bound port: 4eba490c-d17d-4e84-aeba-8e06fa883744, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f49c4f-1465-4ba9-ae97-730bf10a515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b66ad631-a0ef-4b21-9bda-b504453abae2'}}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:42:29.557940 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:29.649194 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] For port 4eba490c-d17d-4e84-aeba-8e06fa883744, host hv-cinder-78726, cleared binding levels {{(pid=92357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:42:29.652128 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] For port 4eba490c-d17d-4e84-aeba-8e06fa883744, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4eba490c-d17d-4e84-aeba-8e06fa883744,segment=NetworkSegment(c5f49c4f-1465-4ba9-ae97-730bf10a515c),segment_id=c5f49c4f-1465-4ba9-ae97-730bf10a515c)] {{(pid=92357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:42:29.758697 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:29.762859 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-d7fbf579-da85-4a04-9aa4-ee0c6f4445c0 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:42:29.820679 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:29.831005 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:29.831005 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9497adb9-e322-4663-a069-1ac47016146e req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] 10.222.0.47 "PUT /v2.0/ports/4eba490c-d17d-4e84-aeba-8e06fa883744 HTTP/1.1" status: 200 len: 1094 time: 1.1208241 Jun 03 08:42:29.831005 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ca3f20-256e-465a-a6e2-677b47234023', 'tag': '4eba490c-d17d-4e84-aeba-8e06fa883744'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:42:29.831005 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4643e51-6b0c-4a9b-aac5-53d8f4d5cb20" -d '{"events": [{"name": "network-changed", "server_uuid": "96ca3f20-256e-465a-a6e2-677b47234023", "tag": "4eba490c-d17d-4e84-aeba-8e06fa883744"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:42:29.843542 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Pushing event updated for resources: {'Port': ['ID=4eba490c-d17d-4e84-aeba-8e06fa883744,revision_number=3']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:42:29.846891 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-0788c181-7363-4358-9ea1-37ddf42af906 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:42:29.864428 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:29.869651 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56aefb6-74e9-4e34-91bf-961734dc93cc x-openstack-request-id: req-f56aefb6-74e9-4e34-91bf-961734dc93cc {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:42:29.869976 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96ca3f20-256e-465a-a6e2-677b47234023", "tag": "4eba490c-d17d-4e84-aeba-8e06fa883744", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:42:29.870290 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f56aefb6-74e9-4e34-91bf-961734dc93cc {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:42:29.872719 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96ca3f20-256e-465a-a6e2-677b47234023', 'tag': '4eba490c-d17d-4e84-aeba-8e06fa883744', 'status': 'completed', 'code': 200} Jun 03 08:42:29.964971 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4643e51-6b0c-4a9b-aac5-53d8f4d5cb20 req-9851ce07-60ba-43fb-a949-df988326a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:29.966391 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b4643e51-6b0c-4a9b-aac5-53d8f4d5cb20 req-9851ce07-60ba-43fb-a949-df988326a5db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5f996a58f46498dac58d007e520f349&device_id=96ca3f20-256e-465a-a6e2-677b47234023 HTTP/1.1" status: 200 len: 1097 time: 0.0765922 Jun 03 08:42:30.104045 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4643e51-6b0c-4a9b-aac5-53d8f4d5cb20 req-63f4f5f4-9528-4633-973e-5ddf26b4db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:30.105451 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b4643e51-6b0c-4a9b-aac5-53d8f4d5cb20 req-63f4f5f4-9528-4633-973e-5ddf26b4db2a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e5f996a58f46498dac58d007e520f349&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1325052 Jun 03 08:42:30.324362 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4643e51-6b0c-4a9b-aac5-53d8f4d5cb20 req-536320dd-bca7-461e-9bdb-b313e6aa9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:30.325782 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b4643e51-6b0c-4a9b-aac5-53d8f4d5cb20 req-536320dd-bca7-461e-9bdb-b313e6aa9369 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2147977 Jun 03 08:42:30.433455 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497adb9-e322-4663-a069-1ac47016146e req-059b984b-8b5f-45d8-ab81-6f1b9615eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:30.434984 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9497adb9-e322-4663-a069-1ac47016146e req-059b984b-8b5f-45d8-ab81-6f1b9615eff7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5f996a58f46498dac58d007e520f349&device_id=96ca3f20-256e-465a-a6e2-677b47234023 HTTP/1.1" status: 200 len: 1097 time: 0.0750659 Jun 03 08:42:30.460148 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e0abd-28e4-4f6b-91a1-5e8a2c6722b7 req-f7b0c0a5-bc51-49d3-abd0-d44ea5da6fbf tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:30.461612 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-6c0e0abd-28e4-4f6b-91a1-5e8a2c6722b7 req-f7b0c0a5-bc51-49d3-abd0-d44ea5da6fbf tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ca3f20-256e-465a-a6e2-677b47234023 HTTP/1.1" status: 200 len: 944 time: 0.0902190 Jun 03 08:42:30.535917 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-6c0e0abd-28e4-4f6b-91a1-5e8a2c6722b7 req-e180cb46-8c3d-4c8d-aa84-32152dd2f715 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673010 Jun 03 08:42:30.536273 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9497adb9-e322-4663-a069-1ac47016146e req-55c0e285-a414-4b78-96a2-b10b1b240bc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4eba490c-d17d-4e84-aeba-8e06fa883744 HTTP/1.1" status: 200 len: 217 time: 0.0937018 Jun 03 08:42:30.599674 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497adb9-e322-4663-a069-1ac47016146e req-58341fe6-5038-4d55-bb86-53cf9d0236bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:30.601119 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9497adb9-e322-4663-a069-1ac47016146e req-58341fe6-5038-4d55-bb86-53cf9d0236bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64fdd1b9-2ef4-4339-ada0-454472cddbba HTTP/1.1" status: 200 len: 854 time: 0.0593326 Jun 03 08:42:30.655031 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9497adb9-e322-4663-a069-1ac47016146e req-50d6f3b5-bf66-45bd-90d3-ebe8bc53e3b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b66ad631-a0ef-4b21-9bda-b504453abae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474472 Jun 03 08:42:30.790563 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9497adb9-e322-4663-a069-1ac47016146e req-eb0ddd83-9e93-4aa1-971e-8705b225cbe8 service neutron] 10.222.0.47 "GET /v2.0/networks/b66ad631-a0ef-4b21-9bda-b504453abae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294942 Jun 03 08:42:30.927696 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9497adb9-e322-4663-a069-1ac47016146e req-ce4e18be-9c54-4d31-9f5f-7e08f37c199e service neutron] 10.222.0.47 "GET /v2.0/networks/b66ad631-a0ef-4b21-9bda-b504453abae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299088 Jun 03 08:42:31.729908 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41fafc-81ec-44ff-b1e3-59560dcef321 req-114a5d20-1726-458d-bb00-9994df3dbe2c tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:31.730629 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-fb41fafc-81ec-44ff-b1e3-59560dcef321 req-114a5d20-1726-458d-bb00-9994df3dbe2c tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Synchronizing usage tracker for tenant:e5f996a58f46498dac58d007e520f349 on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:42:31.843891 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-fb41fafc-81ec-44ff-b1e3-59560dcef321 req-114a5d20-1726-458d-bb00-9994df3dbe2c tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Unset dirty status for tenant:e5f996a58f46498dac58d007e520f349 on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:42:31.844988 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fb41fafc-81ec-44ff-b1e3-59560dcef321 req-114a5d20-1726-458d-bb00-9994df3dbe2c tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ca3f20-256e-465a-a6e2-677b47234023 HTTP/1.1" status: 200 len: 944 time: 0.1941521 Jun 03 08:42:31.889661 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fb41fafc-81ec-44ff-b1e3-59560dcef321 req-c5921069-b909-45b5-b707-e1568fc8d5ed tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387938 Jun 03 08:42:33.071156 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c7ae2-b53e-4d29-8684-ce0f8b8f14de req-effa0d81-5704-4405-8884-45aab654c4b5 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:33.072565 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d93c7ae2-b53e-4d29-8684-ce0f8b8f14de req-effa0d81-5704-4405-8884-45aab654c4b5 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ca3f20-256e-465a-a6e2-677b47234023 HTTP/1.1" status: 200 len: 944 time: 0.0760815 Jun 03 08:42:33.120563 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d93c7ae2-b53e-4d29-8684-ce0f8b8f14de req-41777790-d0ec-40e6-8a57-53f6382b06ea tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424562 Jun 03 08:42:33.493570 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 4eba490c-d17d-4e84-aeba-8e06fa883744 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:42:33.622561 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 4eba490c-d17d-4e84-aeba-8e06fa883744, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4eba490c-d17d-4e84-aeba-8e06fa883744,segment=NetworkSegment(c5f49c4f-1465-4ba9-ae97-730bf10a515c),segment_id=c5f49c4f-1465-4ba9-ae97-730bf10a515c)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:42:33.636149 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': '4eba490c-d17d-4e84-aeba-8e06fa883744', 'network_id': 'b66ad631-a0ef-4b21-9bda-b504453abae2', 'port_id': '4eba490c-d17d-4e84-aeba-8e06fa883744', 'mac_address': 'fa:16:3e:76:9b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64fdd1b9-2ef4-4339-ada0-454472cddbba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:42:33.703246 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:33.720615 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eba490c-d17d-4e84-aeba-8e06fa883744 {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:42:33.735859 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 4eba490c-d17d-4e84-aeba-8e06fa883744, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4eba490c-d17d-4e84-aeba-8e06fa883744,segment=NetworkSegment(c5f49c4f-1465-4ba9-ae97-730bf10a515c),segment_id=c5f49c4f-1465-4ba9-ae97-730bf10a515c)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:42:33.813098 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:33.815920 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:42:33.881892 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=4eba490c-d17d-4e84-aeba-8e06fa883744,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:42:33.889986 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:33.890355 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:33.890690 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:33.891018 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:33.891342 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:33.891667 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:33.891988 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:33.892307 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:33.892625 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:33.892941 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:33.893257 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:33.893580 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:42:33.897528 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:42:34.020432 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['4eba490c-d17d-4e84-aeba-8e06fa883744'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:42:34.309225 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc02a9-a8fa-4fb5-beda-964a54227860 req-51cc234b-62a0-4d0e-a460-7b97e5a8f17e tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:34.311369 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-abfc02a9-a8fa-4fb5-beda-964a54227860 req-51cc234b-62a0-4d0e-a460-7b97e5a8f17e tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ca3f20-256e-465a-a6e2-677b47234023 HTTP/1.1" status: 200 len: 945 time: 0.0832024 Jun 03 08:42:34.357056 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-abfc02a9-a8fa-4fb5-beda-964a54227860 req-87b979f2-0af5-4355-8280-0dc53982b5cd tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399261 Jun 03 08:42:35.511511 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 4eba490c-d17d-4e84-aeba-8e06fa883744 up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:42:35.543443 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622e4b7-a0e3-4806-8516-bafcff73f89e req-6a8be7aa-e551-4afc-a454-c2840ca9d940 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:35.545471 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-8622e4b7-a0e3-4806-8516-bafcff73f89e req-6a8be7aa-e551-4afc-a454-c2840ca9d940 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ca3f20-256e-465a-a6e2-677b47234023 HTTP/1.1" status: 200 len: 945 time: 0.0835185 Jun 03 08:42:35.592575 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-8622e4b7-a0e3-4806-8516-bafcff73f89e req-a9bb118b-e559-400e-bf13-eda9f188163b tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410578 Jun 03 08:42:35.653073 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning for port 4eba490c-d17d-4e84-aeba-8e06fa883744 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:42:35.658418 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port 4eba490c-d17d-4e84-aeba-8e06fa883744 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:42:35.658797 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:35.774310 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:35.800526 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ca3f20-256e-465a-a6e2-677b47234023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eba490c-d17d-4e84-aeba-8e06fa883744'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:42:35.802864 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382b45b5-75ee-43ef-aad3-3c41405cf726" -d '{"events": [{"server_uuid": "96ca3f20-256e-465a-a6e2-677b47234023", "name": "network-vif-plugged", "status": "completed", "tag": "4eba490c-d17d-4e84-aeba-8e06fa883744"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:42:35.811820 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port 4eba490c-d17d-4e84-aeba-8e06fa883744, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4eba490c-d17d-4e84-aeba-8e06fa883744,segment=NetworkSegment(c5f49c4f-1465-4ba9-ae97-730bf10a515c),segment_id=c5f49c4f-1465-4ba9-ae97-730bf10a515c)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:42:35.845818 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bf3bdf-6e79-4a17-9908-62fd88dbcb5f x-openstack-request-id: req-28bf3bdf-6e79-4a17-9908-62fd88dbcb5f {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:42:35.846141 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ca3f20-256e-465a-a6e2-677b47234023", "name": "network-vif-plugged", "status": "completed", "tag": "4eba490c-d17d-4e84-aeba-8e06fa883744", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:42:35.846406 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28bf3bdf-6e79-4a17-9908-62fd88dbcb5f {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:42:35.846797 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ca3f20-256e-465a-a6e2-677b47234023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eba490c-d17d-4e84-aeba-8e06fa883744', 'code': 200} Jun 03 08:42:35.964370 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:35.967019 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:42:36.036610 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=4eba490c-d17d-4e84-aeba-8e06fa883744,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:42:36.039936 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:42:36.262503 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663aef3-38f2-4a34-ad40-14179b5c5e95 req-4f800d6d-a454-4e7e-bac5-58b216d66d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:36.264388 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-8663aef3-38f2-4a34-ad40-14179b5c5e95 req-4f800d6d-a454-4e7e-bac5-58b216d66d4a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=96ca3f20-256e-465a-a6e2-677b47234023 HTTP/1.1" status: 200 len: 1099 time: 0.0711238 Jun 03 08:42:36.304554 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-8663aef3-38f2-4a34-ad40-14179b5c5e95 req-95ca8fde-ddef-4151-94cd-3a3e8b4e104d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342615 Jun 03 08:42:36.782212 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab7fbe-5fbf-4ff3-a06c-f21002b127db req-313d3060-6d21-4413-b741-6b405596e850 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:36.783688 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4aab7fbe-5fbf-4ff3-a06c-f21002b127db req-313d3060-6d21-4413-b741-6b405596e850 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ca3f20-256e-465a-a6e2-677b47234023 HTTP/1.1" status: 200 len: 946 time: 0.0849507 Jun 03 08:42:36.828270 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4aab7fbe-5fbf-4ff3-a06c-f21002b127db req-b786ff5c-0c4f-4a24-9efc-12fe2b410a72 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390170 Jun 03 08:42:38.017533 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476eb886-bdb4-4ef0-bc66-5a848aecbbf5 req-8a3a50d4-b5e8-424b-a7ea-7fc8aaba6718 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:42:38.019049 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-476eb886-bdb4-4ef0-bc66-5a848aecbbf5 req-8a3a50d4-b5e8-424b-a7ea-7fc8aaba6718 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ca3f20-256e-465a-a6e2-677b47234023 HTTP/1.1" status: 200 len: 946 time: 0.0852411 Jun 03 08:42:38.065418 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-476eb886-bdb4-4ef0-bc66-5a848aecbbf5 req-b5123792-5c0d-48d5-a5e9-c9c308082834 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405903 Jun 03 08:42:47.821132 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:53.441912 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f750a798-0ea7-4abe-bab9-e5ed9156d322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:56.408115 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:56.752641 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6d8f28e4-d0b2-45b1-9bbd-9ce85ced7aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:57.838130 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:42:58.819195 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:42:59.855647 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:00.993842 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd64bb-9ffe-4187-931a-8e6f46905f06 req-5c8c3b82-28f6-4285-ad25-1450f48c88b9 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:43:00.995359 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-5fcd64bb-9ffe-4187-931a-8e6f46905f06 req-5c8c3b82-28f6-4285-ad25-1450f48c88b9 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ca3f20-256e-465a-a6e2-677b47234023 HTTP/1.1" status: 200 len: 946 time: 0.0856481 Jun 03 08:43:01.042034 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-5fcd64bb-9ffe-4187-931a-8e6f46905f06 req-21d6ebad-784b-466d-84c8-a2676956975d tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409627 Jun 03 08:43:02.230217 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348dd589-caf8-49ab-a3fa-0785c7609442 req-7e859a1d-f0ad-48d2-bee1-11131f6175f7 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:43:02.231693 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-348dd589-caf8-49ab-a3fa-0785c7609442 req-7e859a1d-f0ad-48d2-bee1-11131f6175f7 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ca3f20-256e-465a-a6e2-677b47234023 HTTP/1.1" status: 200 len: 946 time: 0.0800834 Jun 03 08:43:02.280600 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-348dd589-caf8-49ab-a3fa-0785c7609442 req-77a80131-84e6-4300-a7f5-6d837d7d1d17 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427232 Jun 03 08:43:03.476680 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470c3c1-0b1e-4925-a0d5-2a915d69a9e3 req-5a07f11c-32d0-466c-a92a-8b4d98506fd2 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:43:03.478115 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e470c3c1-0b1e-4925-a0d5-2a915d69a9e3 req-5a07f11c-32d0-466c-a92a-8b4d98506fd2 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ca3f20-256e-465a-a6e2-677b47234023 HTTP/1.1" status: 200 len: 946 time: 0.0883145 Jun 03 08:43:03.522871 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e470c3c1-0b1e-4925-a0d5-2a915d69a9e3 req-ac478d7f-4a47-407f-9c72-230f9de80cc6 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391178 Jun 03 08:43:04.708518 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4872f69-9bff-48eb-b1f5-342b89067b0b req-cb7eea57-bb45-4018-b4fb-ef196c33795b tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:43:04.709951 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a4872f69-9bff-48eb-b1f5-342b89067b0b req-cb7eea57-bb45-4018-b4fb-ef196c33795b tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ca3f20-256e-465a-a6e2-677b47234023 HTTP/1.1" status: 200 len: 946 time: 0.0817719 Jun 03 08:43:04.756630 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a4872f69-9bff-48eb-b1f5-342b89067b0b req-22c21d22-4dcb-4e65-829a-066902352988 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402920 Jun 03 08:43:05.357358 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1e30f-17d9-4022-94e9-88f5e4f8af2b req-903177f9-efe2-4720-9d93-cce2a77e840a tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:43:05.358803 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9fe1e30f-17d9-4022-94e9-88f5e4f8af2b req-903177f9-efe2-4720-9d93-cce2a77e840a tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.47 "GET /v2.0/ports?device_id=96ca3f20-256e-465a-a6e2-677b47234023 HTTP/1.1" status: 200 len: 946 time: 0.0825415 Jun 03 08:43:05.491894 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-9fe1e30f-17d9-4022-94e9-88f5e4f8af2b req-d2f86bfb-8b13-4de1-af87-f369e19aa2c7 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Deleting port 4eba490c-d17d-4e84-aeba-8e06fa883744 {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:43:05.492151 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9fe1e30f-17d9-4022-94e9-88f5e4f8af2b req-d2f86bfb-8b13-4de1-af87-f369e19aa2c7 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:05.622199 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-9fe1e30f-17d9-4022-94e9-88f5e4f8af2b req-d2f86bfb-8b13-4de1-af87-f369e19aa2c7 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] For port 4eba490c-d17d-4e84-aeba-8e06fa883744, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4eba490c-d17d-4e84-aeba-8e06fa883744,segment=NetworkSegment(c5f49c4f-1465-4ba9-ae97-730bf10a515c),segment_id=c5f49c4f-1465-4ba9-ae97-730bf10a515c)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:43:05.622551 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9fe1e30f-17d9-4022-94e9-88f5e4f8af2b req-d2f86bfb-8b13-4de1-af87-f369e19aa2c7 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:05.833675 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-9fe1e30f-17d9-4022-94e9-88f5e4f8af2b req-d2f86bfb-8b13-4de1-af87-f369e19aa2c7 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Calling delete_port for 4eba490c-d17d-4e84-aeba-8e06fa883744 owned by compute:nova {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:43:05.945201 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef6a4a-6992-4449-9920-744fc5ec7cb3 req-37c88f9c-58b8-4670-8d0f-269c2a1979c0 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:43:05.946794 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f1ef6a4a-6992-4449-9920-744fc5ec7cb3 req-37c88f9c-58b8-4670-8d0f-269c2a1979c0 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ca3f20-256e-465a-a6e2-677b47234023 HTTP/1.1" status: 200 len: 946 time: 0.0826292 Jun 03 08:43:05.996568 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f1ef6a4a-6992-4449-9920-744fc5ec7cb3 req-62105c52-397b-4ac9-b5fc-9566e25c1505 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/security-groups?id=700c81e0-0ec6-4e7a-9368-1c5f9411c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426042 Jun 03 08:43:06.032912 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9fe1e30f-17d9-4022-94e9-88f5e4f8af2b req-d2f86bfb-8b13-4de1-af87-f369e19aa2c7 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:06.038923 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-45902b4f-a371-48e2-b866-dc5dc6507a8f tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:06.088182 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f86bfb-8b13-4de1-af87-f369e19aa2c7 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Pushing event deleted for resources: {'Port': ['ID=4eba490c-d17d-4e84-aeba-8e06fa883744,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:06.114589 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-d2f86bfb-8b13-4de1-af87-f369e19aa2c7 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:06.158350 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe1e30f-17d9-4022-94e9-88f5e4f8af2b req-d2f86bfb-8b13-4de1-af87-f369e19aa2c7 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] No DVR routers for this DVR port 4eba490c-d17d-4e84-aeba-8e06fa883744 on host hv-cinder-78726 {{(pid=92357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:43:06.160795 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-9fe1e30f-17d9-4022-94e9-88f5e4f8af2b req-d2f86bfb-8b13-4de1-af87-f369e19aa2c7 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:06.163241 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ca3f20-256e-465a-a6e2-677b47234023', 'name': 'network-vif-deleted', 'tag': '4eba490c-d17d-4e84-aeba-8e06fa883744'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:43:06.165477 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f039a1-877c-4293-abb0-75e5cd98e8a4" -d '{"events": [{"server_uuid": "96ca3f20-256e-465a-a6e2-677b47234023", "name": "network-vif-deleted", "tag": "4eba490c-d17d-4e84-aeba-8e06fa883744"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:43:06.207168 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e55cfb0-82e3-449f-80dd-aecaf15bf0de x-openstack-request-id: req-7e55cfb0-82e3-449f-80dd-aecaf15bf0de {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:43:06.207483 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ca3f20-256e-465a-a6e2-677b47234023", "name": "network-vif-deleted", "tag": "4eba490c-d17d-4e84-aeba-8e06fa883744", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:43:06.207811 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e55cfb0-82e3-449f-80dd-aecaf15bf0de {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:43:06.208174 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ca3f20-256e-465a-a6e2-677b47234023', 'name': 'network-vif-deleted', 'tag': '4eba490c-d17d-4e84-aeba-8e06fa883744', 'status': 'completed', 'code': 200} Jun 03 08:43:06.233180 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9fe1e30f-17d9-4022-94e9-88f5e4f8af2b req-d2f86bfb-8b13-4de1-af87-f369e19aa2c7 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.47 "DELETE /v2.0/ports/4eba490c-d17d-4e84-aeba-8e06fa883744 HTTP/1.1" status: 204 len: 173 time: 0.8687947 Jun 03 08:43:07.169341 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4e6f59d9-aa7f-4997-9bcb-dc2b09f48222 req-4be1c87a-8f2b-429b-b718-c0c8c1f3e7c7 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ca3f20-256e-465a-a6e2-677b47234023 HTTP/1.1" status: 200 len: 210 time: 0.0469742 Jun 03 08:43:07.587454 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 4eba490c-d17d-4e84-aeba-8e06fa883744 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:43:07.622150 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] No Port match for: 4eba490c-d17d-4e84-aeba-8e06fa883744 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:43:07.622505 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device 4eba490c-d17d-4e84-aeba-8e06fa883744 not bound to the agent host hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:43:17.838976 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:23.364323 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-bf5af1ec-4ecb-4dc7-a9df-596ad8a8100d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:26.453787 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:26.781582 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc2c7-fc59-4215-8c9a-15e106451f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:27.859154 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:29.856009 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:30.288992 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34442) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:43:30.348722 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_v2 [None req-948661c7-6b9a-40f1-8a71-3b17b2c85503 admin admin] Deleting subnet 64fdd1b9-2ef4-4339-ada0-454472cddbba {{(pid=92356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 08:43:30.352310 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-948661c7-6b9a-40f1-8a71-3b17b2c85503 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:30.408590 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-948661c7-6b9a-40f1-8a71-3b17b2c85503 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15284933'] for subnet, precommit_delete_associations {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:30.464152 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-948661c7-6b9a-40f1-8a71-3b17b2c85503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997589'] for subnet, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:30.825587 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-948661c7-6b9a-40f1-8a71-3b17b2c85503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15262529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15091295'] for subnet, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:30.830055 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:30.865979 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948661c7-6b9a-40f1-8a71-3b17b2c85503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64fdd1b9-2ef4-4339-ada0-454472cddbba,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:30.871169 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-948661c7-6b9a-40f1-8a71-3b17b2c85503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:30.881242 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948661c7-6b9a-40f1-8a71-3b17b2c85503 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:30.881619 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948661c7-6b9a-40f1-8a71-3b17b2c85503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:30.881987 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948661c7-6b9a-40f1-8a71-3b17b2c85503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:30.882376 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948661c7-6b9a-40f1-8a71-3b17b2c85503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:30.882739 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948661c7-6b9a-40f1-8a71-3b17b2c85503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:30.883100 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948661c7-6b9a-40f1-8a71-3b17b2c85503 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:30.883453 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948661c7-6b9a-40f1-8a71-3b17b2c85503 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:30.883864 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948661c7-6b9a-40f1-8a71-3b17b2c85503 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:30.884219 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948661c7-6b9a-40f1-8a71-3b17b2c85503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:30.884573 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948661c7-6b9a-40f1-8a71-3b17b2c85503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:30.884920 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948661c7-6b9a-40f1-8a71-3b17b2c85503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:30.885261 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948661c7-6b9a-40f1-8a71-3b17b2c85503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:30.888851 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-948661c7-6b9a-40f1-8a71-3b17b2c85503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:30.891068 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-948661c7-6b9a-40f1-8a71-3b17b2c85503 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/64fdd1b9-2ef4-4339-ada0-454472cddbba HTTP/1.1" status: 204 len: 168 time: 0.6005261 Jun 03 08:43:30.893203 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34444) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:43:31.001308 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d34f259a-98f1-495c-8761-73cae20ab8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528754'] for network, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:31.218875 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d34f259a-98f1-495c-8761-73cae20ab8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999006', 'neutron.services.segments.db._delete_segments_for_network-8762866104814'] for network, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:31.232239 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-d34f259a-98f1-495c-8761-73cae20ab8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66ad631-a0ef-4b21-9bda-b504453abae2']}} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:43:31.245002 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-d34f259a-98f1-495c-8761-73cae20ab8f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f49c4f-1465-4ba9-ae97-730bf10a515c') {'for_net_delete': True} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:43:31.245297 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-d34f259a-98f1-495c-8761-73cae20ab8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f49c4f-1465-4ba9-ae97-730bf10a515c') {} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:43:31.256519 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d34f259a-98f1-495c-8761-73cae20ab8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762866108173', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15284958'] for segment, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:31.272648 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d34f259a-98f1-495c-8761-73cae20ab8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:31.278663 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d34f259a-98f1-495c-8761-73cae20ab8f2 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=92356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 08:43:31.279074 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d34f259a-98f1-495c-8761-73cae20ab8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262507'] for segment, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: Traceback (most recent call last): Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: timer() Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: cb(*args, **kw) Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: return func(*args, **kwargs) Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: self._notify() Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: self.callback(batched_events) Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: event.method(event) Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: return f(self, *a, **k) Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: return self._get(url).json() Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: return self.request(url, 'GET', **kwargs) Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 08:43:31.292635 dv-cinder-787262-5-smb neutron-server[92356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 08:43:31.461379 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d34f259a-98f1-495c-8761-73cae20ab8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361038'] for network, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:31.465136 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:31.478448 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d34f259a-98f1-495c-8761-73cae20ab8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:31.488774 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f259a-98f1-495c-8761-73cae20ab8f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b66ad631-a0ef-4b21-9bda-b504453abae2,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:31.492128 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d34f259a-98f1-495c-8761-73cae20ab8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:31.579719 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-d34f259a-98f1-495c-8761-73cae20ab8f2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b66ad631-a0ef-4b21-9bda-b504453abae2 HTTP/1.1" status: 204 len: 168 time: 0.6853688 Jun 03 08:43:31.905030 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 34448) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:43:31.954176 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-c4724179-f3e8-480f-b707-67b00852a6af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5f996a58f46498dac58d007e520f349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477750 Jun 03 08:43:31.956462 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 34450) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:43:32.017383 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-9571bf2c-3b89-4636-ab07-b5ed83a75c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:32.042983 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-9571bf2c-3b89-4636-ab07-b5ed83a75c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:32.196394 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-9571bf2c-3b89-4636-ab07-b5ed83a75c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:32.200444 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-9b5b1fe6-dda4-4149-993a-0167cbbf9dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:32.215452 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571bf2c-3b89-4636-ab07-b5ed83a75c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700c81e0-0ec6-4e7a-9368-1c5f9411c71f,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:32.224692 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571bf2c-3b89-4636-ab07-b5ed83a75c67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:32.225045 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571bf2c-3b89-4636-ab07-b5ed83a75c67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:32.225403 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571bf2c-3b89-4636-ab07-b5ed83a75c67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:32.225778 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571bf2c-3b89-4636-ab07-b5ed83a75c67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:32.226218 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571bf2c-3b89-4636-ab07-b5ed83a75c67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:32.226565 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571bf2c-3b89-4636-ab07-b5ed83a75c67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:32.226902 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571bf2c-3b89-4636-ab07-b5ed83a75c67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:32.227238 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571bf2c-3b89-4636-ab07-b5ed83a75c67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:32.227576 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571bf2c-3b89-4636-ab07-b5ed83a75c67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:32.227910 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571bf2c-3b89-4636-ab07-b5ed83a75c67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:32.228238 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571bf2c-3b89-4636-ab07-b5ed83a75c67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:32.228567 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571bf2c-3b89-4636-ab07-b5ed83a75c67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:32.232023 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-9571bf2c-3b89-4636-ab07-b5ed83a75c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:32.295417 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-9571bf2c-3b89-4636-ab07-b5ed83a75c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:32.296553 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-9571bf2c-3b89-4636-ab07-b5ed83a75c67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/700c81e0-0ec6-4e7a-9368-1c5f9411c71f HTTP/1.1" status: 204 len: 168 time: 0.3391850 Jun 03 08:43:33.404551 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 34472) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:43:33.516203 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-636492377-network', 'tenant_id': '1c641b9655414213a00c1536bd8d865e'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:43:33.521826 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:43:33.526441 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Usage tracker for resource:network and tenant:1c641b9655414213a00c1536bd8d865e is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:43:33.530590 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:43:33.536751 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:43:33.664715 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Made reservation on behalf of 1c641b9655414213a00c1536bd8d865e for: {'network': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:43:33.667110 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-970951'] for network, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:33.679798 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:33.695522 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:43:33.699557 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Usage tracker for resource:security_group_rule and tenant:1c641b9655414213a00c1536bd8d865e is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:43:33.702560 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:43:33.709286 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:43:33.792351 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:33.853619 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:33.856744 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-d67ef106-ec15-4b68-a257-d94f2c37d026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:33.889159 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=92357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 08:43:33.897732 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5021d434-debd-4b79-a331-fe5951a3d4dc,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:33.901380 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:33.903957 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:33.904288 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.db.segments_db [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Added segment 5178c384-f68f-4785-b1a1-ec08f17aed59 of type vlan for network 3431a552-a2f9-4256-a196-c5576dd85b18 Jun 03 08:43:33.931318 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865572298'] for network, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:34.047872 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502'] for network, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:34.049103 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:43:34.049713 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:34.053697 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:34.156399 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Pushing event updated for resources: {'Network': ['ID=3431a552-a2f9-4256-a196-c5576dd85b18,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:34.159138 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:34.169961 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Network 3431a552-a2f9-4256-a196-c5576dd85b18 details requested by agent ovs-agent-dv-cinder-787262-5-smb with host dv-cinder-787262-5-smb {{(pid=92358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 08:43:34.173890 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7682190 Jun 03 08:43:34.176867 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 34476) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:43:34.181779 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-2f492cc6-7855-4187-a32c-00562a9b9556 admin admin] Request body: {'subnet': {'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-636492377-subnet', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'ip_version': 4}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:43:34.186861 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-2f492cc6-7855-4187-a32c-00562a9b9556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:43:34.190937 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-2f492cc6-7855-4187-a32c-00562a9b9556 admin admin] Usage tracker for resource:subnet and tenant:1c641b9655414213a00c1536bd8d865e is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:43:34.194471 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-2f492cc6-7855-4187-a32c-00562a9b9556 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:43:34.200567 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-2f492cc6-7855-4187-a32c-00562a9b9556 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:43:34.324731 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f492cc6-7855-4187-a32c-00562a9b9556 admin admin] Made reservation on behalf of 1c641b9655414213a00c1536bd8d865e for: {'subnet': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:43:34.327064 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2f492cc6-7855-4187-a32c-00562a9b9556 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15262813'] for subnet, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:34.795860 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2f492cc6-7855-4187-a32c-00562a9b9556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14263873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15262763'] for subnet, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:34.800782 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-aae22f6e-c9be-44e9-a118-f2ee468478cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:34.878747 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f492cc6-7855-4187-a32c-00562a9b9556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c93d8d4-c196-4f37-8f8f-d36a3533c9c7,revision_number=0']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:34.882310 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-2f492cc6-7855-4187-a32c-00562a9b9556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:34.884934 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f492cc6-7855-4187-a32c-00562a9b9556 admin admin] Checking segment: {'id': '5178c384-f68f-4785-b1a1-ec08f17aed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:43:34.885291 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f492cc6-7855-4187-a32c-00562a9b9556 admin admin] Network hostable DHCP agents. Network: 3431a552-a2f9-4256-a196-c5576dd85b18, hostable agents: ['5e4d2f6b-3552-4981-8bdf-261b5e07a56f'], hosted agents: [] {{(pid=92357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 08:43:34.993246 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f492cc6-7855-4187-a32c-00562a9b9556 admin admin] Network 3431a552-a2f9-4256-a196-c5576dd85b18 is scheduled to be hosted by DHCP agent 5e4d2f6b-3552-4981-8bdf-261b5e07a56f with binding_index 1 {{(pid=92357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 08:43:35.101621 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [None req-2f492cc6-7855-4187-a32c-00562a9b9556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-5-smb, 3431a552-a2f9-4256-a196-c5576dd85b18) {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:43:35.109478 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5a651c-eda6-4bb5-b505-905f60259917 None None] Network 3431a552-a2f9-4256-a196-c5576dd85b18 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:43:35.112398 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f492cc6-7855-4187-a32c-00562a9b9556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:43:35.112986 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2f492cc6-7855-4187-a32c-00562a9b9556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for subnet, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:35.225982 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-2f492cc6-7855-4187-a32c-00562a9b9556 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0480437 Jun 03 08:43:35.228934 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34478) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:43:35.233624 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-636492377-router', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:43:35.238501 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:43:35.242839 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Usage tracker for resource:router and tenant:1c641b9655414213a00c1536bd8d865e is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:43:35.245799 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:43:35.251727 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:43:35.326972 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19c3804b-9210-5b94-8f21-4d38a1200c67-3431a552-a2f9-4256-a196-c5576dd85b18', 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'fixed_ips': [{'subnet_id': '0c93d8d4-c196-4f37-8f8f-d36a3533c9c7'}]}} from dv-cinder-787262-5-smb. {{(pid=92358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 08:43:35.336498 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:35.367832 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16658025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6736'] for router, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:35.376782 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16658368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16361018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16271878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6697'] for router, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:35.388128 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:35.514556 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.db_base_plugin_common [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Allocated IP 172.20.0.2 (3431a552-a2f9-4256-a196-c5576dd85b18/0c93d8d4-c196-4f37-8f8f-d36a3533c9c7/6ef5e560-48c3-4cb4-942e-7810cf9f4d33) {{(pid=92358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:43:35.724471 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Notify callbacks [] for port, precommit_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:35.734831 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Transition to ACTIVE for port object 6ef5e560-48c3-4cb4-942e-7810cf9f4d33 will not be triggered until provisioned by entity L2. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:43:35.753926 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Transition to ACTIVE for port object 6ef5e560-48c3-4cb4-942e-7810cf9f4d33 will not be triggered until provisioned by entity DHCP. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:43:35.789382 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16657991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6715'] for router, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:35.819276 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:43:35.842547 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806'] for port, after_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:35.847025 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:35.912110 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Network 3431a552-a2f9-4256-a196-c5576dd85b18 is already hosted by enough agents. {{(pid=92358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:43:35.914985 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.scheduler.base_scheduler [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Resources bound (agent type, host, resource id): {{(pid=92358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:43:35.918588 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Received port after_create {{(pid=92358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:43:35.924326 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Pushing event updated for resources: {'Port': ['ID=6ef5e560-48c3-4cb4-942e-7810cf9f4d33,revision_number=1']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:35.957144 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:35.957512 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:35.957841 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:35.958195 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:35.958524 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:35.958849 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:35.959163 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:35.959471 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:35.959777 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:35.960095 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:35.960398 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:35.960706 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:35.969249 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:36.028691 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Attempting to bind port 6ef5e560-48c3-4cb4-942e-7810cf9f4d33 on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:43:36.028969 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Attempting to bind port 6ef5e560-48c3-4cb4-942e-7810cf9f4d33 by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': '5178c384-f68f-4785-b1a1-ec08f17aed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18'}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:43:36.029328 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Attempting to bind port 6ef5e560-48c3-4cb4-942e-7810cf9f4d33 on network 3431a552-a2f9-4256-a196-c5576dd85b18 {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:43:36.034728 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:43:36.035098 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Checking segment: {'id': '5178c384-f68f-4785-b1a1-ec08f17aed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:43:36.035528 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:36.035919 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Bound using segment: {'id': '5178c384-f68f-4785-b1a1-ec08f17aed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18'} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:43:36.036383 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Bound port: 6ef5e560-48c3-4cb4-942e-7810cf9f4d33, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5178c384-f68f-4785-b1a1-ec08f17aed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18'}}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:43:36.036753 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:36.126520 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] For port 6ef5e560-48c3-4cb4-942e-7810cf9f4d33, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:43:36.129620 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] For port 6ef5e560-48c3-4cb4-942e-7810cf9f4d33, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=6ef5e560-48c3-4cb4-942e-7810cf9f4d33,segment=NetworkSegment(5178c384-f68f-4785-b1a1-ec08f17aed59),segment_id=5178c384-f68f-4785-b1a1-ec08f17aed59)] {{(pid=92358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:43:36.196882 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:36.201589 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:36.269697 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:36.287965 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Pushing event updated for resources: {'Port': ['ID=6ef5e560-48c3-4cb4-942e-7810cf9f4d33,revision_number=2']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:36.290466 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:36.303931 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:36.462887 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_common [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Allocated IP 172.28.3.182 (ab209c3f-5e8a-42b5-8e48-1393c2a10612/ef3066cf-66bb-4e4c-b52a-e1ade41f3158/e2202ddb-292f-4c6e-b4b1-125f79ce6465) {{(pid=92356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:43:36.627584 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:36.719918 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:36.724456 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:36.784997 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Network ab209c3f-5e8a-42b5-8e48-1393c2a10612 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:43:36.788536 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:43:36.792337 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Received port after_create {{(pid=92356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:43:36.830452 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Pushing event updated for resources: {'Port': ['ID=e2202ddb-292f-4c6e-b4b1-125f79ce6465,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:36.835355 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:37.179904 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a821534-95fd-43e6-84e7-609cc1e49e2c None None] Network 3431a552-a2f9-4256-a196-c5576dd85b18 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:43:37.220682 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 6ef5e560-48c3-4cb4-942e-7810cf9f4d33 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:43:37.386179 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:37.389267 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-a40d17b7-1020-4c25-8bfb-87576092d419 None None] Provisioning for port 6ef5e560-48c3-4cb4-942e-7810cf9f4d33 completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:43:37.471957 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port 6ef5e560-48c3-4cb4-942e-7810cf9f4d33 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:43:37.477547 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port 6ef5e560-48c3-4cb4-942e-7810cf9f4d33 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:43:37.477921 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:37.601562 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:37.634894 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] For port 6ef5e560-48c3-4cb4-942e-7810cf9f4d33, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=6ef5e560-48c3-4cb4-942e-7810cf9f4d33,segment=NetworkSegment(5178c384-f68f-4785-b1a1-ec08f17aed59),segment_id=5178c384-f68f-4785-b1a1-ec08f17aed59)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:43:37.701576 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:37.705857 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:37.744934 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16658000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360973'] for router, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:37.775291 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-3ba85aab-afb1-430a-addd-ec66043e3b26 None None] Provisioning complete for port 6ef5e560-48c3-4cb4-942e-7810cf9f4d33 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:43:37.775668 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-3ba85aab-afb1-430a-addd-ec66043e3b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:37.823785 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Pushing event updated for resources: {'Port': ['ID=6ef5e560-48c3-4cb4-942e-7810cf9f4d33,revision_number=3']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:37.828290 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:38.004962 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Router 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 is scheduled to L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 with binding_index 1 {{(pid=92356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 08:43:38.184732 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:43:38.194406 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] Sync routers for ids ['2bed3f8d-a19d-40c0-abcb-43e47f1409e9'] in dv-cinder-787262-5-smb {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:43:38.203342 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] Routers {'2bed3f8d-a19d-40c0-abcb-43e47f1409e9'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:43:38.204111 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:43:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['2bed3f8d-a19d-40c0-abcb-43e47f1409e9'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:43:38.256445 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] Notify callbacks [] for router, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:38.257673 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-33c84767-c293-4c03-9939-79e6cd564158 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0277188 Jun 03 08:43:38.260383 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34480) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:43:38.382507 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] Set router 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:43:38.711115 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'name': 'tempest-TestMinimumBasicScenario-636492377-router', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:35Z', 'updated_at': '2021-06-03T08:43:37Z', 'revision_number': 3, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'gw_port': {'id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:36Z', 'updated_at': '2021-06-03T08:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:43:38.715334 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] Checking router: 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 for host: dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:43:38.715712 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] Updating router 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 port e2202ddb-292f-4c6e-b4b1-125f79ce6465 binding host dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 08:43:38.767887 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:39.055922 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:39.105071 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:39.116585 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] Transition to ACTIVE for port object e2202ddb-292f-4c6e-b4b1-125f79ce6465 will not be triggered until provisioned by entity L2. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:43:39.196932 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 6ef5e560-48c3-4cb4-942e-7810cf9f4d33 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:43:39.228236 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:39.237526 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:39.267262 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_common [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Allocated IP 172.20.0.1 (3431a552-a2f9-4256-a196-c5576dd85b18/0c93d8d4-c196-4f37-8f8f-d36a3533c9c7/cc975c29-5c5e-4d5b-956e-8537366a7dbe) {{(pid=92356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:43:39.341110 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f5a2f-77eb-454c-af11-40bded26bd83 None None] Pushing event updated for resources: {'Port': ['ID=e2202ddb-292f-4c6e-b4b1-125f79ce6465,revision_number=2']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:39.343385 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] Attempting to bind port e2202ddb-292f-4c6e-b4b1-125f79ce6465 on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:43:39.343755 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] Attempting to bind port e2202ddb-292f-4c6e-b4b1-125f79ce6465 by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:43:39.344111 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] Attempting to bind port e2202ddb-292f-4c6e-b4b1-125f79ce6465 on network ab209c3f-5e8a-42b5-8e48-1393c2a10612 {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:43:39.349909 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-583f5a2f-77eb-454c-af11-40bded26bd83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:39.351174 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:43:39.351527 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] Checking segment: {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:43:39.351933 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:39.352322 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] Bound using segment: {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:43:39.352795 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] Bound port: e2202ddb-292f-4c6e-b4b1-125f79ce6465, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:43:39.353170 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:39.408678 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port 6ef5e560-48c3-4cb4-942e-7810cf9f4d33 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:43:39.409053 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:39.431355 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:39.447728 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.provisioning_blocks [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Transition to ACTIVE for port object cc975c29-5c5e-4d5b-956e-8537366a7dbe will not be triggered until provisioned by entity DHCP. {{(pid=92356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:43:39.478112 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] For port e2202ddb-292f-4c6e-b4b1-125f79ce6465, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:43:39.482141 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] For port e2202ddb-292f-4c6e-b4b1-125f79ce6465, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=e2202ddb-292f-4c6e-b4b1-125f79ce6465,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:43:39.542032 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:39.546748 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-440b6359-7588-431e-bc9e-f6b566ac70cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:39.576389 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:39.579971 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-a48ae9df-9ffb-4f15-bc7b-ce79b1ee8481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:39.605875 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Network 3431a552-a2f9-4256-a196-c5576dd85b18 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:43:39.608718 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:43:39.612321 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Received port after_create {{(pid=92356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:43:39.649864 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Pushing event updated for resources: {'Port': ['ID=cc975c29-5c5e-4d5b-956e-8537366a7dbe,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:39.657621 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:39.665618 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f5a2f-77eb-454c-af11-40bded26bd83 None None] Pushing event updated for resources: {'Port': ['ID=e2202ddb-292f-4c6e-b4b1-125f79ce6465,revision_number=3']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:39.669199 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-583f5a2f-77eb-454c-af11-40bded26bd83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:39.670007 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] Routers {'2bed3f8d-a19d-40c0-abcb-43e47f1409e9'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:43:39.673085 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:43:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['2bed3f8d-a19d-40c0-abcb-43e47f1409e9'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:43:39.674416 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16361523'] for router_interface, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:39.859932 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] Set router 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:43:39.952989 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-9046b99a-5b51-4119-968d-13f4b8a99cbe None None] Provisioning for port cc975c29-5c5e-4d5b-956e-8537366a7dbe completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:43:39.980700 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-9046b99a-5b51-4119-968d-13f4b8a99cbe None None] Provisioning complete for port cc975c29-5c5e-4d5b-956e-8537366a7dbe triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:43:39.981380 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-9046b99a-5b51-4119-968d-13f4b8a99cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:40.043895 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:40.141376 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-9046b99a-5b51-4119-968d-13f4b8a99cbe None None] Port cc975c29-5c5e-4d5b-956e-8537366a7dbe cannot update to ACTIVE because it is not bound. {{(pid=92358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 08:43:40.225217 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'name': 'tempest-TestMinimumBasicScenario-636492377-router', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:35Z', 'updated_at': '2021-06-03T08:43:37Z', 'revision_number': 3, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'gw_port': {'id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:36Z', 'updated_at': '2021-06-03T08:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:43:40.229106 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f340be54-6651-40ee-9795-257322c25ec9 None None] The sync data for ids ['2bed3f8d-a19d-40c0-abcb-43e47f1409e9'] in dv-cinder-787262-5-smb is: [{'id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'name': 'tempest-TestMinimumBasicScenario-636492377-router', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:35Z', 'updated_at': '2021-06-03T08:43:37Z', 'revision_number': 3, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'gw_port': {'id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:36Z', 'updated_at': '2021-06-03T08:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}] {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:43:40.272865 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:40.347268 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15262479'] for port, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:40.372564 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-1a78cec6-8220-45d4-80c1-2329237185b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:40.618647 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Pushing event updated for resources: {'Port': ['ID=cc975c29-5c5e-4d5b-956e-8537366a7dbe,revision_number=2']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:40.624233 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:40.638134 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16309452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16361552'] for router_interface, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:40.787315 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Network 3431a552-a2f9-4256-a196-c5576dd85b18 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:43:40.788726 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:43:40.985590 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Router 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:43:41.071594 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-dcbda90f-c429-44e6-bc7c-07b52e15dd3e None None] Provisioning complete for port cc975c29-5c5e-4d5b-956e-8537366a7dbe triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:43:41.071885 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-dcbda90f-c429-44e6-bc7c-07b52e15dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:41.127781 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-dcbda90f-c429-44e6-bc7c-07b52e15dd3e None None] Port cc975c29-5c5e-4d5b-956e-8537366a7dbe cannot update to ACTIVE because it is not bound. {{(pid=92358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 08:43:41.179808 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:43:41.189484 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] 10.222.0.18 "PUT /v2.0/routers/2bed3f8d-a19d-40c0-abcb-43e47f1409e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9280608 Jun 03 08:43:41.218782 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device e2202ddb-292f-4c6e-b4b1-125f79ce6465 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:43:41.387220 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port e2202ddb-292f-4c6e-b4b1-125f79ce6465 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:43:41.392258 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port e2202ddb-292f-4c6e-b4b1-125f79ce6465 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:43:41.392704 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:41.520222 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:41.537046 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] For port e2202ddb-292f-4c6e-b4b1-125f79ce6465, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=e2202ddb-292f-4c6e-b4b1-125f79ce6465,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:43:41.614243 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:41.616091 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:41.682528 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Pushing event updated for resources: {'Port': ['ID=e2202ddb-292f-4c6e-b4b1-125f79ce6465,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:41.685579 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:41.711513 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] Sync routers for ids ['2bed3f8d-a19d-40c0-abcb-43e47f1409e9'] in dv-cinder-787262-5-smb {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:43:41.725423 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] Routers {'2bed3f8d-a19d-40c0-abcb-43e47f1409e9'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:43:41.726069 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:43:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['2bed3f8d-a19d-40c0-abcb-43e47f1409e9'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:43:41.911129 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] Set router 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:43:42.055265 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 34498) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:43:42.060347 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-842510305-network', 'tenant_id': 'a83f33636692410286704ffbfbd101ed'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:43:42.065273 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:43:42.069584 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Usage tracker for resource:network and tenant:a83f33636692410286704ffbfbd101ed is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:43:42.072690 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:43:42.078730 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:43:42.195861 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Made reservation on behalf of a83f33636692410286704ffbfbd101ed for: {'network': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:43:42.198283 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-970951'] for network, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:42.211345 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:42.226003 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:43:42.229746 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Usage tracker for resource:security_group_rule and tenant:a83f33636692410286704ffbfbd101ed is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:43:42.232495 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:43:42.239040 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:43:42.253479 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'name': 'tempest-TestMinimumBasicScenario-636492377-router', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:35Z', 'updated_at': '2021-06-03T08:43:39Z', 'revision_number': 4, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'gw_port': {'id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:36Z', 'updated_at': '2021-06-03T08:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'cc975c29-5c5e-4d5b-956e-8537366a7dbe', 'name': '', 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'mac_address': 'fa:16:3e:bf:a3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0c93d8d4-c196-4f37-8f8f-d36a3533c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:39Z', 'updated_at': '2021-06-03T08:43:40Z', 'revision_number': 2, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'subnets': [{'id': '0c93d8d4-c196-4f37-8f8f-d36a3533c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:43:42.257846 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] Checking router: 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 for host: dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:43:42.258252 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] Updating router 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 port cc975c29-5c5e-4d5b-956e-8537366a7dbe binding host dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 08:43:42.313780 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:42.320227 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:42.404602 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:42.408778 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-9a4fabe9-8b8e-4fde-aa05-9a2b3f332d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:42.435421 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=92357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 08:43:42.448146 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a6ca1f-085e-4aef-832e-86452ab0fb49,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:42.452073 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:42.453022 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:42.453363 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.db.segments_db [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Added segment 3dbce27f-7b65-4d29-b125-dfbca8c1fd34 of type vlan for network c5c89795-cd74-4e47-bcf1-3082d5d23b07 Jun 03 08:43:42.480678 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865572298'] for network, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:42.587495 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502'] for network, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:42.588992 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:43:42.589564 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:42.594483 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-e3074611-83d5-44d8-b3ed-b6729e9dd2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:42.649469 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] Notify callbacks [] for port, precommit_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:42.660425 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.provisioning_blocks [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] Transition to ACTIVE for port object cc975c29-5c5e-4d5b-956e-8537366a7dbe will not be triggered until provisioned by entity L2. {{(pid=92359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:43:42.692576 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Pushing event updated for resources: {'Network': ['ID=c5c89795-cd74-4e47-bcf1-3082d5d23b07,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:42.695302 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:42.702398 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Network c5c89795-cd74-4e47-bcf1-3082d5d23b07 details requested by agent ovs-agent-dv-cinder-787262-5-smb with host dv-cinder-787262-5-smb {{(pid=92358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 08:43:42.702850 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6460373 Jun 03 08:43:42.705253 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34500) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:43:42.710516 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-e10665a8-dc4a-4539-b7f7-00d29082ced5 admin admin] Request body: {'subnet': {'network_id': 'c5c89795-cd74-4e47-bcf1-3082d5d23b07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-842510305-subnet', 'tenant_id': 'a83f33636692410286704ffbfbd101ed', 'ip_version': 4}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:43:42.715797 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-e10665a8-dc4a-4539-b7f7-00d29082ced5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:43:42.719684 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-e10665a8-dc4a-4539-b7f7-00d29082ced5 admin admin] Usage tracker for resource:subnet and tenant:a83f33636692410286704ffbfbd101ed is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:43:42.723147 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-e10665a8-dc4a-4539-b7f7-00d29082ced5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:43:42.724836 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:42.729677 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-e10665a8-dc4a-4539-b7f7-00d29082ced5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:43:42.729978 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-ed56b11e-9ba3-47cd-b7d4-92c5de7e0785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:42.802324 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10665a8-dc4a-4539-b7f7-00d29082ced5 admin admin] Made reservation on behalf of a83f33636692410286704ffbfbd101ed for: {'subnet': 1} {{(pid=92356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:43:42.805014 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e10665a8-dc4a-4539-b7f7-00d29082ced5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15091248'] for subnet, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:42.887029 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7ac2e-3eb0-4c2e-8f42-7c832d8e73c1 None None] Pushing event updated for resources: {'Port': ['ID=cc975c29-5c5e-4d5b-956e-8537366a7dbe,revision_number=3']} {{(pid=92359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:42.928200 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7ac2e-3eb0-4c2e-8f42-7c832d8e73c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:42.928422 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7ac2e-3eb0-4c2e-8f42-7c832d8e73c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:42.928734 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7ac2e-3eb0-4c2e-8f42-7c832d8e73c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:42.929078 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7ac2e-3eb0-4c2e-8f42-7c832d8e73c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:42.929397 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7ac2e-3eb0-4c2e-8f42-7c832d8e73c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:42.929709 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7ac2e-3eb0-4c2e-8f42-7c832d8e73c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:42.930017 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7ac2e-3eb0-4c2e-8f42-7c832d8e73c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:42.930348 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7ac2e-3eb0-4c2e-8f42-7c832d8e73c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:42.930661 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7ac2e-3eb0-4c2e-8f42-7c832d8e73c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:42.930963 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7ac2e-3eb0-4c2e-8f42-7c832d8e73c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:42.931263 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7ac2e-3eb0-4c2e-8f42-7c832d8e73c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:42.931569 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7ac2e-3eb0-4c2e-8f42-7c832d8e73c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:43:42.935563 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-3eb7ac2e-3eb0-4c2e-8f42-7c832d8e73c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:42.958075 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] Attempting to bind port cc975c29-5c5e-4d5b-956e-8537366a7dbe on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:43:42.958489 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] Attempting to bind port cc975c29-5c5e-4d5b-956e-8537366a7dbe by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': '5178c384-f68f-4785-b1a1-ec08f17aed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18'}] {{(pid=92359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:43:42.958843 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] Attempting to bind port cc975c29-5c5e-4d5b-956e-8537366a7dbe on network 3431a552-a2f9-4256-a196-c5576dd85b18 {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:43:42.965695 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:43:42.966039 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] Checking segment: {'id': '5178c384-f68f-4785-b1a1-ec08f17aed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:43:42.966482 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:42.966862 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] Bound using segment: {'id': '5178c384-f68f-4785-b1a1-ec08f17aed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18'} {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:43:42.967599 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] Bound port: cc975c29-5c5e-4d5b-956e-8537366a7dbe, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5178c384-f68f-4785-b1a1-ec08f17aed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18'}}] {{(pid=92359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:43:42.967772 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:43.060249 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.db [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] For port cc975c29-5c5e-4d5b-956e-8537366a7dbe, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:43:43.063213 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.db [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] For port cc975c29-5c5e-4d5b-956e-8537366a7dbe, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=cc975c29-5c5e-4d5b-956e-8537366a7dbe,segment=NetworkSegment(5178c384-f68f-4785-b1a1-ec08f17aed59),segment_id=5178c384-f68f-4785-b1a1-ec08f17aed59)] {{(pid=92359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:43:43.153564 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:43.158231 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-0b9faebc-1264-4ad6-b4fc-cb8123d24545 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:43.215314 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device e2202ddb-292f-4c6e-b4b1-125f79ce6465 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:43:43.230195 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] Routers {'2bed3f8d-a19d-40c0-abcb-43e47f1409e9'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:43:43.236497 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:43:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['2bed3f8d-a19d-40c0-abcb-43e47f1409e9'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:43:43.304861 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e10665a8-dc4a-4539-b7f7-00d29082ced5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15262594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15091270'] for subnet, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:43.310078 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-f44996f2-e822-4009-8f32-e1c8e087c645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:43.312090 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port e2202ddb-292f-4c6e-b4b1-125f79ce6465 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:43:43.312461 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:43.323520 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7ac2e-3eb0-4c2e-8f42-7c832d8e73c1 None None] Pushing event updated for resources: {'Port': ['ID=cc975c29-5c5e-4d5b-956e-8537366a7dbe,revision_number=4']} {{(pid=92359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:43.327370 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-3eb7ac2e-3eb0-4c2e-8f42-7c832d8e73c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:43.393815 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10665a8-dc4a-4539-b7f7-00d29082ced5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f635dc-247d-4ca2-9d7c-f4f40b78d2a2,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:43.399257 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-e10665a8-dc4a-4539-b7f7-00d29082ced5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:43.413313 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10665a8-dc4a-4539-b7f7-00d29082ced5 admin admin] Checking segment: {'id': '3dbce27f-7b65-4d29-b125-dfbca8c1fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5c89795-cd74-4e47-bcf1-3082d5d23b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:43:43.413671 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10665a8-dc4a-4539-b7f7-00d29082ced5 admin admin] Network hostable DHCP agents. Network: c5c89795-cd74-4e47-bcf1-3082d5d23b07, hostable agents: ['5e4d2f6b-3552-4981-8bdf-261b5e07a56f'], hosted agents: [] {{(pid=92356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 08:43:43.446021 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] Set router 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:43:43.516247 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10665a8-dc4a-4539-b7f7-00d29082ced5 admin admin] Network c5c89795-cd74-4e47-bcf1-3082d5d23b07 is scheduled to be hosted by DHCP agent 5e4d2f6b-3552-4981-8bdf-261b5e07a56f with binding_index 1 {{(pid=92356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 08:43:43.610297 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-e10665a8-dc4a-4539-b7f7-00d29082ced5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-5-smb, c5c89795-cd74-4e47-bcf1-3082d5d23b07) {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:43:43.619326 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10665a8-dc4a-4539-b7f7-00d29082ced5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:43:43.619950 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e10665a8-dc4a-4539-b7f7-00d29082ced5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:43.620273 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b164b827-56df-438a-b156-85f6678382a0 None None] Network c5c89795-cd74-4e47-bcf1-3082d5d23b07 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:43:43.717793 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-e10665a8-dc4a-4539-b7f7-00d29082ced5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0084531 Jun 03 08:43:43.717793 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34502) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:43:43.722933 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-842510305-router', 'tenant_id': 'a83f33636692410286704ffbfbd101ed', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:43:43.727005 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:43:43.731099 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Usage tracker for resource:router and tenant:a83f33636692410286704ffbfbd101ed is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:43:43.733988 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:43:43.739703 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:43:43.796884 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'name': 'tempest-TestMinimumBasicScenario-636492377-router', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:35Z', 'updated_at': '2021-06-03T08:43:39Z', 'revision_number': 4, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'gw_port': {'id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:36Z', 'updated_at': '2021-06-03T08:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'cc975c29-5c5e-4d5b-956e-8537366a7dbe', 'name': '', 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'mac_address': 'fa:16:3e:bf:a3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0c93d8d4-c196-4f37-8f8f-d36a3533c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:39Z', 'updated_at': '2021-06-03T08:43:43Z', 'revision_number': 4, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'subnets': [{'id': '0c93d8d4-c196-4f37-8f8f-d36a3533c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:43:43.800987 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a11cb1-d8fe-4e80-ba3a-738b54c71659 None None] The sync data for ids ['2bed3f8d-a19d-40c0-abcb-43e47f1409e9'] in dv-cinder-787262-5-smb is: [{'id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'name': 'tempest-TestMinimumBasicScenario-636492377-router', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:35Z', 'updated_at': '2021-06-03T08:43:39Z', 'revision_number': 4, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'gw_port': {'id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:36Z', 'updated_at': '2021-06-03T08:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'cc975c29-5c5e-4d5b-956e-8537366a7dbe', 'name': '', 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'mac_address': 'fa:16:3e:bf:a3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0c93d8d4-c196-4f37-8f8f-d36a3533c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:39Z', 'updated_at': '2021-06-03T08:43:43Z', 'revision_number': 4, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'subnets': [{'id': '0c93d8d4-c196-4f37-8f8f-d36a3533c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:43:43.829762 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16658025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6736'] for router, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:43.829762 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16658368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16361018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16271878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6697'] for router, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:43.879959 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19c3804b-9210-5b94-8f21-4d38a1200c67-c5c89795-cd74-4e47-bcf1-3082d5d23b07', 'network_id': 'c5c89795-cd74-4e47-bcf1-3082d5d23b07', 'tenant_id': 'a83f33636692410286704ffbfbd101ed', 'fixed_ips': [{'subnet_id': '77f635dc-247d-4ca2-9d7c-f4f40b78d2a2'}]}} from dv-cinder-787262-5-smb. {{(pid=92358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 08:43:43.881170 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:43.882507 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:44.068723 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.db_base_plugin_common [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Allocated IP 172.20.0.2 (c5c89795-cd74-4e47-bcf1-3082d5d23b07/77f635dc-247d-4ca2-9d7c-f4f40b78d2a2/450330d1-abf2-4c94-a913-da4407837f47) {{(pid=92358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:43:44.244395 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16657991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6715'] for router, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:44.291819 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Notify callbacks [] for port, precommit_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:44.303764 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Transition to ACTIVE for port object 450330d1-abf2-4c94-a913-da4407837f47 will not be triggered until provisioned by entity L2. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:43:44.326378 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Transition to ACTIVE for port object 450330d1-abf2-4c94-a913-da4407837f47 will not be triggered until provisioned by entity DHCP. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:43:44.423346 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806'] for port, after_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:44.428261 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-104ea4c0-50ed-451d-b45c-0a2260be3d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:44.496704 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Network c5c89795-cd74-4e47-bcf1-3082d5d23b07 is already hosted by enough agents. {{(pid=92358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:43:44.499954 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.scheduler.base_scheduler [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Resources bound (agent type, host, resource id): {{(pid=92358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:43:44.505549 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Received port after_create {{(pid=92358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:43:44.544253 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Pushing event updated for resources: {'Port': ['ID=450330d1-abf2-4c94-a913-da4407837f47,revision_number=1']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:44.576231 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:44.606609 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Attempting to bind port 450330d1-abf2-4c94-a913-da4407837f47 on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:43:44.607158 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Attempting to bind port 450330d1-abf2-4c94-a913-da4407837f47 by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': '3dbce27f-7b65-4d29-b125-dfbca8c1fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5c89795-cd74-4e47-bcf1-3082d5d23b07'}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:43:44.607655 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Attempting to bind port 450330d1-abf2-4c94-a913-da4407837f47 on network c5c89795-cd74-4e47-bcf1-3082d5d23b07 {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:43:44.613677 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:43:44.614254 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Checking segment: {'id': '3dbce27f-7b65-4d29-b125-dfbca8c1fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5c89795-cd74-4e47-bcf1-3082d5d23b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:43:44.614857 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:44.615344 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Bound using segment: {'id': '3dbce27f-7b65-4d29-b125-dfbca8c1fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5c89795-cd74-4e47-bcf1-3082d5d23b07'} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:43:44.616014 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Bound port: 450330d1-abf2-4c94-a913-da4407837f47, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbce27f-7b65-4d29-b125-dfbca8c1fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5c89795-cd74-4e47-bcf1-3082d5d23b07'}}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:43:44.616478 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:44.721546 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] For port 450330d1-abf2-4c94-a913-da4407837f47, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:43:44.727415 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] For port 450330d1-abf2-4c94-a913-da4407837f47, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=450330d1-abf2-4c94-a913-da4407837f47,segment=NetworkSegment(3dbce27f-7b65-4d29-b125-dfbca8c1fd34),segment_id=3dbce27f-7b65-4d29-b125-dfbca8c1fd34)] {{(pid=92358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:43:44.765674 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:44.797185 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:44.842874 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:44.851062 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:44.937092 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Pushing event updated for resources: {'Port': ['ID=450330d1-abf2-4c94-a913-da4407837f47,revision_number=2']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:44.942286 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:44.953287 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_common [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Allocated IP 172.28.3.157 (ab209c3f-5e8a-42b5-8e48-1393c2a10612/ef3066cf-66bb-4e4c-b52a-e1ade41f3158/709a8a5b-5263-4ea2-9f45-69a4f6d39c86) {{(pid=92356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:43:45.132794 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:45.242240 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:45.247437 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-7a6a0f08-b635-4c3b-8539-122c8d343811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:45.272282 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device cc975c29-5c5e-4d5b-956e-8537366a7dbe up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:43:45.319467 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Network ab209c3f-5e8a-42b5-8e48-1393c2a10612 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:43:45.320830 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:43:45.323738 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Received port after_create {{(pid=92356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:43:45.368781 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Pushing event updated for resources: {'Port': ['ID=709a8a5b-5263-4ea2-9f45-69a4f6d39c86,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:45.372155 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:45.468493 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port cc975c29-5c5e-4d5b-956e-8537366a7dbe completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:43:45.474363 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port cc975c29-5c5e-4d5b-956e-8537366a7dbe triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:43:45.474749 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:45.603283 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:45.638525 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] For port cc975c29-5c5e-4d5b-956e-8537366a7dbe, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=cc975c29-5c5e-4d5b-956e-8537366a7dbe,segment=NetworkSegment(5178c384-f68f-4785-b1a1-ec08f17aed59),segment_id=5178c384-f68f-4785-b1a1-ec08f17aed59)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:43:45.702272 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:45.703152 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 450330d1-abf2-4c94-a913-da4407837f47 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:43:45.741223 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:45.828851 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Pushing event updated for resources: {'Port': ['ID=cc975c29-5c5e-4d5b-956e-8537366a7dbe,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:45.833228 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:45.842074 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:45.882488 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986f46b2-e9b9-47d5-ab78-17b986ecef01 None None] Network c5c89795-cd74-4e47-bcf1-3082d5d23b07 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:43:45.987213 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port 450330d1-abf2-4c94-a913-da4407837f47 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:43:46.103257 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-fab31798-092d-4fa5-b02d-097aab9fb8b4 None None] Provisioning for port 450330d1-abf2-4c94-a913-da4407837f47 completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:43:46.120731 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-fab31798-092d-4fa5-b02d-097aab9fb8b4 None None] Provisioning complete for port 450330d1-abf2-4c94-a913-da4407837f47 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:43:46.120731 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-fab31798-092d-4fa5-b02d-097aab9fb8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:46.265717 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-fab31798-092d-4fa5-b02d-097aab9fb8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:46.305200 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-fab31798-092d-4fa5-b02d-097aab9fb8b4 None None] For port 450330d1-abf2-4c94-a913-da4407837f47, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=450330d1-abf2-4c94-a913-da4407837f47,segment=NetworkSegment(3dbce27f-7b65-4d29-b125-dfbca8c1fd34),segment_id=3dbce27f-7b65-4d29-b125-dfbca8c1fd34)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:43:46.315448 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16658000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360973'] for router, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:46.405319 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-fab31798-092d-4fa5-b02d-097aab9fb8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:46.408844 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:46.479278 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab31798-092d-4fa5-b02d-097aab9fb8b4 None None] Pushing event updated for resources: {'Port': ['ID=450330d1-abf2-4c94-a913-da4407837f47,revision_number=3']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:46.482859 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-fab31798-092d-4fa5-b02d-097aab9fb8b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:46.531963 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-50a2a4ad-7206-4d1c-be87-2c6198f706d4 None None] Provisioning complete for port 450330d1-abf2-4c94-a913-da4407837f47 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:43:46.532268 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-50a2a4ad-7206-4d1c-be87-2c6198f706d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:46.621836 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Router 4df7b41a-6a91-485d-8978-5063c0651152 is scheduled to L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 with binding_index 1 {{(pid=92356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 08:43:46.799528 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:43:46.808733 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe70550-38e5-481d-834a-27cffa48694d None None] Sync routers for ids ['4df7b41a-6a91-485d-8978-5063c0651152'] in dv-cinder-787262-5-smb {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:43:46.818236 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe70550-38e5-481d-834a-27cffa48694d None None] Routers {'4df7b41a-6a91-485d-8978-5063c0651152'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:43:46.818854 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-efe70550-38e5-481d-834a-27cffa48694d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:43:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['4df7b41a-6a91-485d-8978-5063c0651152'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:43:46.933589 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] Notify callbacks [] for router, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:46.934785 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-af2a97ab-3bc1-43e2-a91d-fd4d244f721d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2164440 Jun 03 08:43:46.937508 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34504) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:43:46.993635 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-efe70550-38e5-481d-834a-27cffa48694d None None] Set router 4df7b41a-6a91-485d-8978-5063c0651152 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:43:47.208791 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device cc975c29-5c5e-4d5b-956e-8537366a7dbe up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:43:47.345316 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port cc975c29-5c5e-4d5b-956e-8537366a7dbe triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:43:47.345691 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:47.453040 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-efe70550-38e5-481d-834a-27cffa48694d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7b41a-6a91-485d-8978-5063c0651152', 'name': 'tempest-TestMinimumBasicScenario-842510305-router', 'tenant_id': 'a83f33636692410286704ffbfbd101ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '709a8a5b-5263-4ea2-9f45-69a4f6d39c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:43Z', 'updated_at': '2021-06-03T08:43:45Z', 'revision_number': 3, 'project_id': 'a83f33636692410286704ffbfbd101ed', 'gw_port': {'id': '709a8a5b-5263-4ea2-9f45-69a4f6d39c86', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7b41a-6a91-485d-8978-5063c0651152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:44Z', 'updated_at': '2021-06-03T08:43:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:43:47.458211 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe70550-38e5-481d-834a-27cffa48694d None None] Checking router: 4df7b41a-6a91-485d-8978-5063c0651152 for host: dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:43:47.464784 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe70550-38e5-481d-834a-27cffa48694d None None] Updating router 4df7b41a-6a91-485d-8978-5063c0651152 port 709a8a5b-5263-4ea2-9f45-69a4f6d39c86 binding host dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 08:43:47.556611 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-efe70550-38e5-481d-834a-27cffa48694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:47.615601 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 450330d1-abf2-4c94-a913-da4407837f47 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:43:47.623920 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:47.789614 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port 450330d1-abf2-4c94-a913-da4407837f47 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:43:47.789899 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:47.840103 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_common [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Allocated IP 172.20.0.1 (c5c89795-cd74-4e47-bcf1-3082d5d23b07/77f635dc-247d-4ca2-9d7c-f4f40b78d2a2/88e00ded-9c56-46e5-b579-1f1fc66b1f92) {{(pid=92356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:43:47.915805 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:48.076457 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-efe70550-38e5-481d-834a-27cffa48694d None None] Notify callbacks [] for port, precommit_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:48.088588 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-efe70550-38e5-481d-834a-27cffa48694d None None] Transition to ACTIVE for port object 709a8a5b-5263-4ea2-9f45-69a4f6d39c86 will not be triggered until provisioned by entity L2. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:43:48.116418 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:48.132145 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.provisioning_blocks [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Transition to ACTIVE for port object 88e00ded-9c56-46e5-b579-1f1fc66b1f92 will not be triggered until provisioned by entity DHCP. {{(pid=92356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:43:48.164904 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-efe70550-38e5-481d-834a-27cffa48694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:48.168916 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:48.233816 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:48.238626 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-bb9a9084-e39d-4b3a-b2ed-151e43d0ef24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:48.247981 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-efe70550-38e5-481d-834a-27cffa48694d None None] Attempting to bind port 709a8a5b-5263-4ea2-9f45-69a4f6d39c86 on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:43:48.248356 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-efe70550-38e5-481d-834a-27cffa48694d None None] Attempting to bind port 709a8a5b-5263-4ea2-9f45-69a4f6d39c86 by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:43:48.248731 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe70550-38e5-481d-834a-27cffa48694d None None] Attempting to bind port 709a8a5b-5263-4ea2-9f45-69a4f6d39c86 on network ab209c3f-5e8a-42b5-8e48-1393c2a10612 {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:43:48.250858 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592eee1-bd98-4c3d-a61f-2492a6f07db8 None None] Pushing event updated for resources: {'Port': ['ID=709a8a5b-5263-4ea2-9f45-69a4f6d39c86,revision_number=2']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:48.254975 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-1592eee1-bd98-4c3d-a61f-2492a6f07db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:48.257422 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe70550-38e5-481d-834a-27cffa48694d None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:43:48.257820 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe70550-38e5-481d-834a-27cffa48694d None None] Checking segment: {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:43:48.259033 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-efe70550-38e5-481d-834a-27cffa48694d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:48.259033 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe70550-38e5-481d-834a-27cffa48694d None None] Bound using segment: {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:43:48.259307 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-efe70550-38e5-481d-834a-27cffa48694d None None] Bound port: 709a8a5b-5263-4ea2-9f45-69a4f6d39c86, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:43:48.259473 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-efe70550-38e5-481d-834a-27cffa48694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:48.301987 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Network c5c89795-cd74-4e47-bcf1-3082d5d23b07 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:43:48.304842 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:43:48.308425 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Received port after_create {{(pid=92356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:43:48.335221 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-efe70550-38e5-481d-834a-27cffa48694d None None] For port 709a8a5b-5263-4ea2-9f45-69a4f6d39c86, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:43:48.339056 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-efe70550-38e5-481d-834a-27cffa48694d None None] For port 709a8a5b-5263-4ea2-9f45-69a4f6d39c86, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=709a8a5b-5263-4ea2-9f45-69a4f6d39c86,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:43:48.347817 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Pushing event updated for resources: {'Port': ['ID=88e00ded-9c56-46e5-b579-1f1fc66b1f92,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:48.355790 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:48.369057 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16361523'] for router_interface, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:48.431243 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-efe70550-38e5-481d-834a-27cffa48694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:48.435922 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:48.511419 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe70550-38e5-481d-834a-27cffa48694d None None] Routers {'4df7b41a-6a91-485d-8978-5063c0651152'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:43:48.512042 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-efe70550-38e5-481d-834a-27cffa48694d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:43:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['4df7b41a-6a91-485d-8978-5063c0651152'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:43:48.568834 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592eee1-bd98-4c3d-a61f-2492a6f07db8 None None] Pushing event updated for resources: {'Port': ['ID=709a8a5b-5263-4ea2-9f45-69a4f6d39c86,revision_number=3']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:48.570761 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:48.583247 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-1592eee1-bd98-4c3d-a61f-2492a6f07db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:48.665591 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-931a6080-feab-41a1-b9fa-c64ca276d3cf None None] Provisioning for port 88e00ded-9c56-46e5-b579-1f1fc66b1f92 completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:43:48.680926 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-931a6080-feab-41a1-b9fa-c64ca276d3cf None None] Provisioning complete for port 88e00ded-9c56-46e5-b579-1f1fc66b1f92 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:43:48.681299 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-931a6080-feab-41a1-b9fa-c64ca276d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:48.751772 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-efe70550-38e5-481d-834a-27cffa48694d None None] Set router 4df7b41a-6a91-485d-8978-5063c0651152 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:43:48.792052 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-931a6080-feab-41a1-b9fa-c64ca276d3cf None None] Port 88e00ded-9c56-46e5-b579-1f1fc66b1f92 cannot update to ACTIVE because it is not bound. {{(pid=92358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 08:43:48.794803 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:48.853573 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15262479'] for port, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:48.882143 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:48.964882 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16309452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16361552'] for router_interface, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:48.969330 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Pushing event updated for resources: {'Port': ['ID=88e00ded-9c56-46e5-b579-1f1fc66b1f92,revision_number=2']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:48.972428 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:49.071300 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-efe70550-38e5-481d-834a-27cffa48694d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7b41a-6a91-485d-8978-5063c0651152', 'name': 'tempest-TestMinimumBasicScenario-842510305-router', 'tenant_id': 'a83f33636692410286704ffbfbd101ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '709a8a5b-5263-4ea2-9f45-69a4f6d39c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:43Z', 'updated_at': '2021-06-03T08:43:48Z', 'revision_number': 4, 'project_id': 'a83f33636692410286704ffbfbd101ed', 'gw_port': {'id': '709a8a5b-5263-4ea2-9f45-69a4f6d39c86', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7b41a-6a91-485d-8978-5063c0651152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:44Z', 'updated_at': '2021-06-03T08:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': '88e00ded-9c56-46e5-b579-1f1fc66b1f92', 'name': '', 'network_id': 'c5c89795-cd74-4e47-bcf1-3082d5d23b07', 'tenant_id': 'a83f33636692410286704ffbfbd101ed', 'mac_address': 'fa:16:3e:7d:77:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7b41a-6a91-485d-8978-5063c0651152', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '77f635dc-247d-4ca2-9d7c-f4f40b78d2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:47Z', 'updated_at': '2021-06-03T08:43:47Z', 'revision_number': 1, 'project_id': 'a83f33636692410286704ffbfbd101ed', 'subnets': [{'id': '77f635dc-247d-4ca2-9d7c-f4f40b78d2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:43:49.075591 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe70550-38e5-481d-834a-27cffa48694d None None] The sync data for ids ['4df7b41a-6a91-485d-8978-5063c0651152'] in dv-cinder-787262-5-smb is: [{'id': '4df7b41a-6a91-485d-8978-5063c0651152', 'name': 'tempest-TestMinimumBasicScenario-842510305-router', 'tenant_id': 'a83f33636692410286704ffbfbd101ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '709a8a5b-5263-4ea2-9f45-69a4f6d39c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:43Z', 'updated_at': '2021-06-03T08:43:48Z', 'revision_number': 4, 'project_id': 'a83f33636692410286704ffbfbd101ed', 'gw_port': {'id': '709a8a5b-5263-4ea2-9f45-69a4f6d39c86', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7b41a-6a91-485d-8978-5063c0651152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:44Z', 'updated_at': '2021-06-03T08:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': '88e00ded-9c56-46e5-b579-1f1fc66b1f92', 'name': '', 'network_id': 'c5c89795-cd74-4e47-bcf1-3082d5d23b07', 'tenant_id': 'a83f33636692410286704ffbfbd101ed', 'mac_address': 'fa:16:3e:7d:77:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7b41a-6a91-485d-8978-5063c0651152', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '77f635dc-247d-4ca2-9d7c-f4f40b78d2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:47Z', 'updated_at': '2021-06-03T08:43:47Z', 'revision_number': 1, 'project_id': 'a83f33636692410286704ffbfbd101ed', 'subnets': [{'id': '77f635dc-247d-4ca2-9d7c-f4f40b78d2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:43:49.111303 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Network c5c89795-cd74-4e47-bcf1-3082d5d23b07 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:43:49.112497 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:43:49.337396 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Router 4df7b41a-6a91-485d-8978-5063c0651152 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:43:49.416835 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-3e66acc5-00d5-4311-adbf-1a5bfbb92ebd None None] Provisioning complete for port 88e00ded-9c56-46e5-b579-1f1fc66b1f92 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:43:49.417322 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-3e66acc5-00d5-4311-adbf-1a5bfbb92ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:49.522877 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-3e66acc5-00d5-4311-adbf-1a5bfbb92ebd None None] Port 88e00ded-9c56-46e5-b579-1f1fc66b1f92 cannot update to ACTIVE because it is not bound. {{(pid=92358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 08:43:49.532825 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:43:49.542723 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] 10.222.0.18 "PUT /v2.0/routers/4df7b41a-6a91-485d-8978-5063c0651152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6041272 Jun 03 08:43:51.254377 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 709a8a5b-5263-4ea2-9f45-69a4f6d39c86 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:43:51.453575 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port 709a8a5b-5263-4ea2-9f45-69a4f6d39c86 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:43:51.458948 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port 709a8a5b-5263-4ea2-9f45-69a4f6d39c86 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:43:51.459351 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:51.607516 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:51.626936 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] For port 709a8a5b-5263-4ea2-9f45-69a4f6d39c86, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=709a8a5b-5263-4ea2-9f45-69a4f6d39c86,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:43:51.716732 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:51.719824 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:51.795700 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Pushing event updated for resources: {'Port': ['ID=709a8a5b-5263-4ea2-9f45-69a4f6d39c86,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:51.798898 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:51.896158 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] Sync routers for ids ['4df7b41a-6a91-485d-8978-5063c0651152'] in dv-cinder-787262-5-smb {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:43:51.908594 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] Routers {'4df7b41a-6a91-485d-8978-5063c0651152'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:43:51.909357 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:43:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['4df7b41a-6a91-485d-8978-5063c0651152'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:43:52.096758 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] Set router 4df7b41a-6a91-485d-8978-5063c0651152 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:43:52.415504 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7b41a-6a91-485d-8978-5063c0651152', 'name': 'tempest-TestMinimumBasicScenario-842510305-router', 'tenant_id': 'a83f33636692410286704ffbfbd101ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '709a8a5b-5263-4ea2-9f45-69a4f6d39c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:43Z', 'updated_at': '2021-06-03T08:43:48Z', 'revision_number': 4, 'project_id': 'a83f33636692410286704ffbfbd101ed', 'gw_port': {'id': '709a8a5b-5263-4ea2-9f45-69a4f6d39c86', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7b41a-6a91-485d-8978-5063c0651152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:44Z', 'updated_at': '2021-06-03T08:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': '88e00ded-9c56-46e5-b579-1f1fc66b1f92', 'name': '', 'network_id': 'c5c89795-cd74-4e47-bcf1-3082d5d23b07', 'tenant_id': 'a83f33636692410286704ffbfbd101ed', 'mac_address': 'fa:16:3e:7d:77:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7b41a-6a91-485d-8978-5063c0651152', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '77f635dc-247d-4ca2-9d7c-f4f40b78d2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:47Z', 'updated_at': '2021-06-03T08:43:48Z', 'revision_number': 2, 'project_id': 'a83f33636692410286704ffbfbd101ed', 'subnets': [{'id': '77f635dc-247d-4ca2-9d7c-f4f40b78d2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:43:52.420129 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] Checking router: 4df7b41a-6a91-485d-8978-5063c0651152 for host: dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:43:52.420693 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] Updating router 4df7b41a-6a91-485d-8978-5063c0651152 port 88e00ded-9c56-46e5-b579-1f1fc66b1f92 binding host dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 08:43:52.474305 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:52.844936 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] Notify callbacks [] for port, precommit_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:52.861056 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.provisioning_blocks [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] Transition to ACTIVE for port object 88e00ded-9c56-46e5-b579-1f1fc66b1f92 will not be triggered until provisioned by entity L2. {{(pid=92359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:43:53.203442 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 709a8a5b-5263-4ea2-9f45-69a4f6d39c86 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:43:53.247858 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:53.252694 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:53.274440 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port 709a8a5b-5263-4ea2-9f45-69a4f6d39c86 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:43:53.274823 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:53.409823 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3c2f4-0391-4581-813e-c0af880ed3f2 None None] Pushing event updated for resources: {'Port': ['ID=88e00ded-9c56-46e5-b579-1f1fc66b1f92,revision_number=3']} {{(pid=92359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:53.417034 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-53f3c2f4-0391-4581-813e-c0af880ed3f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:53.468127 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] Attempting to bind port 88e00ded-9c56-46e5-b579-1f1fc66b1f92 on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:43:53.468490 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] Attempting to bind port 88e00ded-9c56-46e5-b579-1f1fc66b1f92 by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': '3dbce27f-7b65-4d29-b125-dfbca8c1fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5c89795-cd74-4e47-bcf1-3082d5d23b07'}] {{(pid=92359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:43:53.468852 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] Attempting to bind port 88e00ded-9c56-46e5-b579-1f1fc66b1f92 on network c5c89795-cd74-4e47-bcf1-3082d5d23b07 {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:43:53.474573 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:43:53.474957 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] Checking segment: {'id': '3dbce27f-7b65-4d29-b125-dfbca8c1fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5c89795-cd74-4e47-bcf1-3082d5d23b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:43:53.475349 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:53.475738 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] Bound using segment: {'id': '3dbce27f-7b65-4d29-b125-dfbca8c1fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5c89795-cd74-4e47-bcf1-3082d5d23b07'} {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:43:53.476202 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] Bound port: 88e00ded-9c56-46e5-b579-1f1fc66b1f92, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbce27f-7b65-4d29-b125-dfbca8c1fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c5c89795-cd74-4e47-bcf1-3082d5d23b07'}}] {{(pid=92359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:43:53.476567 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:53.479069 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f5f9226d-df87-4510-b59f-5db546ec3dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:53.564784 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.db [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] For port 88e00ded-9c56-46e5-b579-1f1fc66b1f92, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:43:53.568368 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.db [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] For port 88e00ded-9c56-46e5-b579-1f1fc66b1f92, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=88e00ded-9c56-46e5-b579-1f1fc66b1f92,segment=NetworkSegment(3dbce27f-7b65-4d29-b125-dfbca8c1fd34),segment_id=3dbce27f-7b65-4d29-b125-dfbca8c1fd34)] {{(pid=92359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:43:53.614388 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:53.618463 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:53.694968 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3c2f4-0391-4581-813e-c0af880ed3f2 None None] Pushing event updated for resources: {'Port': ['ID=88e00ded-9c56-46e5-b579-1f1fc66b1f92,revision_number=4']} {{(pid=92359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:53.698705 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-53f3c2f4-0391-4581-813e-c0af880ed3f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:53.708393 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] Routers {'4df7b41a-6a91-485d-8978-5063c0651152'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:43:53.708393 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:43:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['4df7b41a-6a91-485d-8978-5063c0651152'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:43:53.955704 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] Set router 4df7b41a-6a91-485d-8978-5063c0651152 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:43:54.298420 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7b41a-6a91-485d-8978-5063c0651152', 'name': 'tempest-TestMinimumBasicScenario-842510305-router', 'tenant_id': 'a83f33636692410286704ffbfbd101ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '709a8a5b-5263-4ea2-9f45-69a4f6d39c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:43Z', 'updated_at': '2021-06-03T08:43:48Z', 'revision_number': 4, 'project_id': 'a83f33636692410286704ffbfbd101ed', 'gw_port': {'id': '709a8a5b-5263-4ea2-9f45-69a4f6d39c86', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7b41a-6a91-485d-8978-5063c0651152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:44Z', 'updated_at': '2021-06-03T08:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': '88e00ded-9c56-46e5-b579-1f1fc66b1f92', 'name': '', 'network_id': 'c5c89795-cd74-4e47-bcf1-3082d5d23b07', 'tenant_id': 'a83f33636692410286704ffbfbd101ed', 'mac_address': 'fa:16:3e:7d:77:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7b41a-6a91-485d-8978-5063c0651152', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '77f635dc-247d-4ca2-9d7c-f4f40b78d2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:47Z', 'updated_at': '2021-06-03T08:43:53Z', 'revision_number': 4, 'project_id': 'a83f33636692410286704ffbfbd101ed', 'subnets': [{'id': '77f635dc-247d-4ca2-9d7c-f4f40b78d2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:43:54.302958 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae0bf5f-fe60-4ea9-b7ae-ee3a5f50ca7f None None] The sync data for ids ['4df7b41a-6a91-485d-8978-5063c0651152'] in dv-cinder-787262-5-smb is: [{'id': '4df7b41a-6a91-485d-8978-5063c0651152', 'name': 'tempest-TestMinimumBasicScenario-842510305-router', 'tenant_id': 'a83f33636692410286704ffbfbd101ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '709a8a5b-5263-4ea2-9f45-69a4f6d39c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:43Z', 'updated_at': '2021-06-03T08:43:48Z', 'revision_number': 4, 'project_id': 'a83f33636692410286704ffbfbd101ed', 'gw_port': {'id': '709a8a5b-5263-4ea2-9f45-69a4f6d39c86', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7b41a-6a91-485d-8978-5063c0651152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:44Z', 'updated_at': '2021-06-03T08:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': '88e00ded-9c56-46e5-b579-1f1fc66b1f92', 'name': '', 'network_id': 'c5c89795-cd74-4e47-bcf1-3082d5d23b07', 'tenant_id': 'a83f33636692410286704ffbfbd101ed', 'mac_address': 'fa:16:3e:7d:77:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7b41a-6a91-485d-8978-5063c0651152', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '77f635dc-247d-4ca2-9d7c-f4f40b78d2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:47Z', 'updated_at': '2021-06-03T08:43:53Z', 'revision_number': 4, 'project_id': 'a83f33636692410286704ffbfbd101ed', 'subnets': [{'id': '77f635dc-247d-4ca2-9d7c-f4f40b78d2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:43:55.252834 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 88e00ded-9c56-46e5-b579-1f1fc66b1f92 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:43:55.393503 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port 88e00ded-9c56-46e5-b579-1f1fc66b1f92 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:43:55.404778 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port 88e00ded-9c56-46e5-b579-1f1fc66b1f92 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:43:55.404778 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:55.539960 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:55.578273 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] For port 88e00ded-9c56-46e5-b579-1f1fc66b1f92, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=88e00ded-9c56-46e5-b579-1f1fc66b1f92,segment=NetworkSegment(3dbce27f-7b65-4d29-b125-dfbca8c1fd34),segment_id=3dbce27f-7b65-4d29-b125-dfbca8c1fd34)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:43:55.650619 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:55.652778 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:43:55.723217 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Pushing event updated for resources: {'Port': ['ID=88e00ded-9c56-46e5-b579-1f1fc66b1f92,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:43:55.726227 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:43:56.524669 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:56.751002 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-856e94bc-738e-4159-b3c6-60afe435d54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:57.215486 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 88e00ded-9c56-46e5-b579-1f1fc66b1f92 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:43:57.296424 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port 88e00ded-9c56-46e5-b579-1f1fc66b1f92 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:43:57.296944 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:57.837088 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:43:59.862121 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:00.809228 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-2b22b755-4ef3-4ca4-99ce-99ccdd10d864 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:00.809964 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-2b22b755-4ef3-4ca4-99ce-99ccdd10d864 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Synchronizing usage tracker for tenant:1c641b9655414213a00c1536bd8d865e on resource:network {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:44:00.930461 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-2b22b755-4ef3-4ca4-99ce-99ccdd10d864 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Unset dirty status for tenant:1c641b9655414213a00c1536bd8d865e on resource:network {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:44:00.931643 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-2b22b755-4ef3-4ca4-99ce-99ccdd10d864 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/networks?id=3431a552-a2f9-4256-a196-c5576dd85b18 HTTP/1.1" status: 200 len: 814 time: 0.2706387 Jun 03 08:44:00.946897 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-3fa854b5-e3cc-4d98-b903-23a372dfd125 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/quotas/1c641b9655414213a00c1536bd8d865e HTTP/1.1" status: 200 len: 375 time: 0.0096264 Jun 03 08:44:01.028749 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-b9cea127-3aa6-42c6-a8dc-8e26c9534dbc tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c641b9655414213a00c1536bd8d865e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763919 Jun 03 08:44:01.147050 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-44654f78-591e-4fdb-8454-dd42dcdcf761 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 08:44:01.148100 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-44654f78-591e-4fdb-8454-dd42dcdcf761 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1074259 Jun 03 08:44:01.361995 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-c375f621-6b57-439e-a3b7-e9a0e439f9c4 service neutron] 10.222.0.18 "GET /v2.0/networks/3431a552-a2f9-4256-a196-c5576dd85b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071686 Jun 03 08:44:01.501001 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-aa04c1e1-9f57-4018-94b9-9e8ab69c279e service neutron] 10.222.0.18 "GET /v2.0/networks/3431a552-a2f9-4256-a196-c5576dd85b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330678 Jun 03 08:44:01.807871 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-b6acaa86-aae2-4b39-9f98-5dfc1e6b945f req-53cd2747-44a6-441d-b96e-a5eaf5ce8e57 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Synchronizing usage tracker for tenant:1c641b9655414213a00c1536bd8d865e on resource:port {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:44:01.953517 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-b6acaa86-aae2-4b39-9f98-5dfc1e6b945f req-53cd2747-44a6-441d-b96e-a5eaf5ce8e57 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Unset dirty status for tenant:1c641b9655414213a00c1536bd8d865e on resource:port {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:44:01.954725 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-b6acaa86-aae2-4b39-9f98-5dfc1e6b945f req-53cd2747-44a6-441d-b96e-a5eaf5ce8e57 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 210 time: 0.1893742 Jun 03 08:44:03.054139 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-364586d2-ae74-4512-96c8-047253aef8d1 req-b10ac293-60ad-469f-9b5d-d4fe6850fc59 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 210 time: 0.0466359 Jun 03 08:44:04.200443 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-b6498390-ebc3-41b3-bae7-0bfca3df58db req-bdbc2c81-b23f-4f19-823f-e1cd783f5259 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 210 time: 0.0423579 Jun 03 08:44:04.379096 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-2d802de1-13b0-436a-9125-3d2e05554da9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:04.380558 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-2d802de1-13b0-436a-9125-3d2e05554da9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.47 "GET /v2.0/networks?id=3431a552-a2f9-4256-a196-c5576dd85b18 HTTP/1.1" status: 200 len: 814 time: 0.1525385 Jun 03 08:44:04.392186 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-cb93e2a6-8134-4ad3-a7b9-9950d7b69fd8 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Request body: {'port': {'device_id': 'fb481f4a-2a1e-4379-9104-92ee343e0960', 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18', 'admin_state_up': True, 'tenant_id': '1c641b9655414213a00c1536bd8d865e'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:44:04.533783 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-cb93e2a6-8134-4ad3-a7b9-9950d7b69fd8 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:44:04.543949 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-cb93e2a6-8134-4ad3-a7b9-9950d7b69fd8 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:44:04.636135 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-cb93e2a6-8134-4ad3-a7b9-9950d7b69fd8 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Made reservation on behalf of 1c641b9655414213a00c1536bd8d865e for: {'port': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:44:04.639683 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-cb93e2a6-8134-4ad3-a7b9-9950d7b69fd8 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:04.803943 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_common [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-cb93e2a6-8134-4ad3-a7b9-9950d7b69fd8 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Allocated IP 172.20.0.6 (3431a552-a2f9-4256-a196-c5576dd85b18/0c93d8d4-c196-4f37-8f8f-d36a3533c9c7/fb241656-4794-4cbc-97d2-0f2f731d558d) {{(pid=92357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:44:05.008662 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-cb93e2a6-8134-4ad3-a7b9-9950d7b69fd8 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for port, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:05.031669 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-cb93e2a6-8134-4ad3-a7b9-9950d7b69fd8 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Transition to ACTIVE for port object fb241656-4794-4cbc-97d2-0f2f731d558d will not be triggered until provisioned by entity DHCP. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:44:05.113092 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-cb93e2a6-8134-4ad3-a7b9-9950d7b69fd8 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:05.121283 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-086158ec-aa35-49f0-ba95-f1fef98a72a0 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:44:05.200589 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-cb93e2a6-8134-4ad3-a7b9-9950d7b69fd8 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Network 3431a552-a2f9-4256-a196-c5576dd85b18 is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:44:05.203916 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-cb93e2a6-8134-4ad3-a7b9-9950d7b69fd8 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:44:05.208505 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-cb93e2a6-8134-4ad3-a7b9-9950d7b69fd8 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Received port after_create {{(pid=92357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:44:05.265411 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93e2a6-8134-4ad3-a7b9-9950d7b69fd8 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Pushing event updated for resources: {'Port': ['ID=fb241656-4794-4cbc-97d2-0f2f731d558d,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:44:05.290857 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-cb93e2a6-8134-4ad3-a7b9-9950d7b69fd8 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:44:05.385105 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-cb93e2a6-8134-4ad3-a7b9-9950d7b69fd8 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:05.386698 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-cb93e2a6-8134-4ad3-a7b9-9950d7b69fd8 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:05.570834 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-96c9d054-35b7-4989-a81c-59a33746a0b1 None None] Provisioning for port fb241656-4794-4cbc-97d2-0f2f731d558d completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:44:05.577564 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-96c9d054-35b7-4989-a81c-59a33746a0b1 None None] Provisioning complete for port fb241656-4794-4cbc-97d2-0f2f731d558d triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:44:05.578613 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96c9d054-35b7-4989-a81c-59a33746a0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:05.580947 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4f174-8589-411e-94a4-5733b3239218 req-ca9a8e40-fd99-4c2a-b6a9-7c0248f5307e tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:05.584041 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-6dd4f174-8589-411e-94a4-5733b3239218 req-ca9a8e40-fd99-4c2a-b6a9-7c0248f5307e tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Synchronizing usage tracker for tenant:1c641b9655414213a00c1536bd8d865e on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:44:05.607998 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-cb93e2a6-8134-4ad3-a7b9-9950d7b69fd8 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2193372 Jun 03 08:44:05.655057 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-96c9d054-35b7-4989-a81c-59a33746a0b1 None None] Port fb241656-4794-4cbc-97d2-0f2f731d558d cannot update to ACTIVE because it is not bound. {{(pid=92358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 08:44:05.690804 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-6dd4f174-8589-411e-94a4-5733b3239218 req-ca9a8e40-fd99-4c2a-b6a9-7c0248f5307e tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Unset dirty status for tenant:1c641b9655414213a00c1536bd8d865e on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:44:05.692568 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6dd4f174-8589-411e-94a4-5733b3239218 req-ca9a8e40-fd99-4c2a-b6a9-7c0248f5307e tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 931 time: 0.3203735 Jun 03 08:44:05.741991 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-6dd4f174-8589-411e-94a4-5733b3239218 req-7420a7c3-184e-4599-be9e-d841b9846b0a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Synchronizing usage tracker for tenant:1c641b9655414213a00c1536bd8d865e on resource:security_group {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:44:05.822354 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-6dd4f174-8589-411e-94a4-5733b3239218 req-7420a7c3-184e-4599-be9e-d841b9846b0a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Unset dirty status for tenant:1c641b9655414213a00c1536bd8d865e on resource:security_group {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:44:05.823423 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6dd4f174-8589-411e-94a4-5733b3239218 req-7420a7c3-184e-4599-be9e-d841b9846b0a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247113 Jun 03 08:44:07.023187 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f734d88-a347-4a35-ade3-23c7ff1e79c6 req-052fd8ed-47a3-4ed6-b91e-d741d64731c1 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:07.024680 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-0f734d88-a347-4a35-ade3-23c7ff1e79c6 req-052fd8ed-47a3-4ed6-b91e-d741d64731c1 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 931 time: 0.0875468 Jun 03 08:44:07.069111 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-0f734d88-a347-4a35-ade3-23c7ff1e79c6 req-4c2cc1d8-f8e2-4fe3-a3c7-c170e8c12557 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387986 Jun 03 08:44:08.267536 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3d760-1b6e-4da2-a6f2-e4db530a2323 req-da61d235-f0e4-4b93-82fc-ade22ee51db9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:08.268978 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e7b3d760-1b6e-4da2-a6f2-e4db530a2323 req-da61d235-f0e4-4b93-82fc-ade22ee51db9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 931 time: 0.0871618 Jun 03 08:44:08.314942 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e7b3d760-1b6e-4da2-a6f2-e4db530a2323 req-6b4e504f-e6ff-4447-be10-1f07e9fad501 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396478 Jun 03 08:44:09.502659 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a595d-5279-40fd-8992-dc5d6892a423 req-f40dede9-1e59-43dc-a63d-f42079f2de8e tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:09.504126 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-5c1a595d-5279-40fd-8992-dc5d6892a423 req-f40dede9-1e59-43dc-a63d-f42079f2de8e tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 931 time: 0.0812492 Jun 03 08:44:09.653489 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-5c1a595d-5279-40fd-8992-dc5d6892a423 req-315e6109-8ba0-4dfa-9cbe-a9561e7ad143 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437054 Jun 03 08:44:10.854101 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b6c49-27bb-4b88-a18a-8772eae4d478 req-ad58cc06-e238-419f-91fc-5a2095ba518a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:10.855507 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-294b6c49-27bb-4b88-a18a-8772eae4d478 req-ad58cc06-e238-419f-91fc-5a2095ba518a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 931 time: 0.0993471 Jun 03 08:44:10.907713 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-294b6c49-27bb-4b88-a18a-8772eae4d478 req-0d691710-1665-4106-aad9-8d0fa90c295e tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445473 Jun 03 08:44:12.116940 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446a36c-bd95-47e7-be6b-4100a7a8dd8c req-90fdab62-a08b-4f2c-8d9a-a5608156b188 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:12.119024 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-c446a36c-bd95-47e7-be6b-4100a7a8dd8c req-90fdab62-a08b-4f2c-8d9a-a5608156b188 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 931 time: 0.0947883 Jun 03 08:44:12.168540 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-c446a36c-bd95-47e7-be6b-4100a7a8dd8c req-810519aa-4bce-4c23-89ac-525241735bc7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418813 Jun 03 08:44:12.821965 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:44:13.374395 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e1d75-6b3f-4e87-8bd2-bca5b7cd18e6 req-a13c127d-da1c-4b51-8bcb-ab0fafb6a0eb tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:13.377240 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2c9e1d75-6b3f-4e87-8bd2-bca5b7cd18e6 req-a13c127d-da1c-4b51-8bcb-ab0fafb6a0eb tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 931 time: 0.0819147 Jun 03 08:44:13.421578 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2c9e1d75-6b3f-4e87-8bd2-bca5b7cd18e6 req-adfc7aa7-6d5e-4fbe-8bbe-65becd429349 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397494 Jun 03 08:44:14.651317 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f6b87-2226-4409-86a9-eed7f244769e req-2f5eedea-7d6f-4593-bd4f-2b87b163ccbc tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:14.652979 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4e7f6b87-2226-4409-86a9-eed7f244769e req-2f5eedea-7d6f-4593-bd4f-2b87b163ccbc tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 931 time: 0.1039608 Jun 03 08:44:14.711267 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4e7f6b87-2226-4409-86a9-eed7f244769e req-07c8f2d6-eff7-4826-b13d-501c113e2ea8 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518234 Jun 03 08:44:15.980546 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd084f5f-af88-4039-a7ae-53ec5c9728cd req-e71db158-5552-40a3-8ecf-c326f5ae645e tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:15.982246 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fd084f5f-af88-4039-a7ae-53ec5c9728cd req-e71db158-5552-40a3-8ecf-c326f5ae645e tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 931 time: 0.1013732 Jun 03 08:44:16.032439 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-fd084f5f-af88-4039-a7ae-53ec5c9728cd req-57173943-eb96-420f-99d7-166b90dfb6ab tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445080 Jun 03 08:44:16.994890 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Request body: {'port': {'device_id': 'fb481f4a-2a1e-4379-9104-92ee343e0960', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:44:17.109828 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:17.228558 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab28a0d-8dc8-4776-bcb6-009460a598ea req-d3fc08e3-2e6b-4691-b2c6-c9d85ff5a491 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:17.230045 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4ab28a0d-8dc8-4776-bcb6-009460a598ea req-d3fc08e3-2e6b-4691-b2c6-c9d85ff5a491 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 931 time: 0.0852444 Jun 03 08:44:17.277389 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4ab28a0d-8dc8-4776-bcb6-009460a598ea req-918826b0-bd00-4d07-89f3-5022cd241bde tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414841 Jun 03 08:44:17.558010 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb241656-4794-4cbc-97d2-0f2f731d558d {{(pid=92357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:44:17.565023 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:17.578970 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Transition to ACTIVE for port object fb241656-4794-4cbc-97d2-0f2f731d558d will not be triggered until provisioned by entity L2. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:44:18.419189 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:18.428760 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-ff680972-8e84-48d2-813e-c7a609ff1f27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:44:18.437065 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:18.606260 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Pushing event updated for resources: {'Port': ['ID=fb241656-4794-4cbc-97d2-0f2f731d558d,revision_number=2']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:44:18.616072 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:44:18.683253 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0ac32-8ce2-41c5-9ec9-96de544ded40 req-ffd4fa2f-772c-405a-8fa5-edcbdb5fe0d3 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:18.684745 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b1f0ac32-8ce2-41c5-9ec9-96de544ded40 req-ffd4fa2f-772c-405a-8fa5-edcbdb5fe0d3 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 943 time: 0.3017023 Jun 03 08:44:18.721657 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Attempting to bind port fb241656-4794-4cbc-97d2-0f2f731d558d on host hv-cinder-78726 for vnic_type normal with profile {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:44:18.721992 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Attempting to bind port fb241656-4794-4cbc-97d2-0f2f731d558d by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '5178c384-f68f-4785-b1a1-ec08f17aed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18'}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:44:18.722349 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Attempting to bind port fb241656-4794-4cbc-97d2-0f2f731d558d on network 3431a552-a2f9-4256-a196-c5576dd85b18 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:44:18.736075 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Port fb241656-4794-4cbc-97d2-0f2f731d558d on network 3431a552-a2f9-4256-a196-c5576dd85b18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 08:44:18.736401 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Attempting to bind port fb241656-4794-4cbc-97d2-0f2f731d558d on network 3431a552-a2f9-4256-a196-c5576dd85b18 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:44:18.748387 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Checking agent: {'id': '0b62ef4c-67a0-4b60-a013-2ab920ba3ff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'started_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:44:18.748735 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Checking segment: {'id': '5178c384-f68f-4785-b1a1-ec08f17aed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:44:18.749120 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Bound using segment: {'id': '5178c384-f68f-4785-b1a1-ec08f17aed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18'} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:44:18.749555 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Bound port: fb241656-4794-4cbc-97d2-0f2f731d558d, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5178c384-f68f-4785-b1a1-ec08f17aed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18'}}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:44:18.749901 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:18.761652 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b1f0ac32-8ce2-41c5-9ec9-96de544ded40 req-1dfefaa0-7c55-48c1-a3bb-670a56117bc7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665042 Jun 03 08:44:18.848171 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] For port fb241656-4794-4cbc-97d2-0f2f731d558d, host hv-cinder-78726, cleared binding levels {{(pid=92357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:44:18.851685 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] For port fb241656-4794-4cbc-97d2-0f2f731d558d, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fb241656-4794-4cbc-97d2-0f2f731d558d,segment=NetworkSegment(5178c384-f68f-4785-b1a1-ec08f17aed59),segment_id=5178c384-f68f-4785-b1a1-ec08f17aed59)] {{(pid=92357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:44:18.940013 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:18.944215 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-a727b975-df08-4f72-9fbf-42b26dfe9806 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:44:19.008754 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:19.009420 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:19.010785 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] 10.222.0.47 "PUT /v2.0/ports/fb241656-4794-4cbc-97d2-0f2f731d558d HTTP/1.1" status: 200 len: 1093 time: 2.0202432 Jun 03 08:44:19.011284 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb481f4a-2a1e-4379-9104-92ee343e0960', 'tag': 'fb241656-4794-4cbc-97d2-0f2f731d558d'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:44:19.013668 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fd1a1f-0838-4e6f-ac90-fcefccef4e00" -d '{"events": [{"name": "network-changed", "server_uuid": "fb481f4a-2a1e-4379-9104-92ee343e0960", "tag": "fb241656-4794-4cbc-97d2-0f2f731d558d"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:44:19.035102 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Pushing event updated for resources: {'Port': ['ID=fb241656-4794-4cbc-97d2-0f2f731d558d,revision_number=3']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:44:19.038896 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:44:19.197420 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a2110a-cbf7-46cd-8b96-df3533c9f005 x-openstack-request-id: req-44a2110a-cbf7-46cd-8b96-df3533c9f005 {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:44:19.197802 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb481f4a-2a1e-4379-9104-92ee343e0960", "tag": "fb241656-4794-4cbc-97d2-0f2f731d558d", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:44:19.198018 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44a2110a-cbf7-46cd-8b96-df3533c9f005 {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:44:19.198457 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb481f4a-2a1e-4379-9104-92ee343e0960', 'tag': 'fb241656-4794-4cbc-97d2-0f2f731d558d', 'status': 'completed', 'code': 200} Jun 03 08:44:19.229926 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-5857723b-b3cf-4934-bf22-84323b1d84e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:19.231428 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-5857723b-b3cf-4934-bf22-84323b1d84e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c641b9655414213a00c1536bd8d865e&device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 1096 time: 0.0789657 Jun 03 08:44:19.303607 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-2be4883e-296f-4106-9776-a380ae7d5a60 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb241656-4794-4cbc-97d2-0f2f731d558d HTTP/1.1" status: 200 len: 217 time: 0.0644259 Jun 03 08:44:19.364907 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-b573edce-0b11-4ffe-a35d-a92ce855edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:19.366303 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-b573edce-0b11-4ffe-a35d-a92ce855edbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c93d8d4-c196-4f37-8f8f-d36a3533c9c7 HTTP/1.1" status: 200 len: 853 time: 0.0572543 Jun 03 08:44:19.446022 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-8057830e-9893-4bc7-89c8-121b2c24977a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:19.447536 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-8057830e-9893-4bc7-89c8-121b2c24977a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3431a552-a2f9-4256-a196-c5576dd85b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746109 Jun 03 08:44:19.591898 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-42f7bf28-20eb-49cf-9fb4-565e795c99b5 service neutron] 10.222.0.47 "GET /v2.0/networks/3431a552-a2f9-4256-a196-c5576dd85b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365814 Jun 03 08:44:19.725668 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-a236cc1f-516d-490b-9f4f-c2e409035533 req-b8dc2321-2087-4a0d-9572-2edf3cf3403d service neutron] 10.222.0.47 "GET /v2.0/networks/3431a552-a2f9-4256-a196-c5576dd85b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267304 Jun 03 08:44:20.002959 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd1a1f-0838-4e6f-ac90-fcefccef4e00 req-6d8f3e94-2540-4f5e-9f3a-cb49c4164a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:20.004309 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e8fd1a1f-0838-4e6f-ac90-fcefccef4e00 req-6d8f3e94-2540-4f5e-9f3a-cb49c4164a72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c641b9655414213a00c1536bd8d865e&device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 1096 time: 0.1028042 Jun 03 08:44:20.013032 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e74f1-f50e-429a-880c-4f0ffe8c024e req-33f1ba91-b1a0-4627-913d-dfe1952738b3 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:20.014487 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-544e74f1-f50e-429a-880c-4f0ffe8c024e req-33f1ba91-b1a0-4627-913d-dfe1952738b3 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 943 time: 0.1439576 Jun 03 08:44:20.236603 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-544e74f1-f50e-429a-880c-4f0ffe8c024e req-85a5e0e2-bd5d-49dd-85f8-0ce56afd4a42 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119072 Jun 03 08:44:20.262072 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd1a1f-0838-4e6f-ac90-fcefccef4e00 req-2b44ae70-cf5e-4d36-ab6c-2bef3fbe4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:20.263419 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e8fd1a1f-0838-4e6f-ac90-fcefccef4e00 req-2b44ae70-cf5e-4d36-ab6c-2bef3fbe4f27 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3431a552-a2f9-4256-a196-c5576dd85b18 HTTP/1.1" status: 200 len: 915 time: 0.2480991 Jun 03 08:44:20.335873 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e8fd1a1f-0838-4e6f-ac90-fcefccef4e00 req-4b978b3e-70c6-4530-b57e-aec88f986377 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb241656-4794-4cbc-97d2-0f2f731d558d HTTP/1.1" status: 200 len: 217 time: 0.0653472 Jun 03 08:44:20.401380 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd1a1f-0838-4e6f-ac90-fcefccef4e00 req-a34b65d6-b48d-458e-a752-67a62db6b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:20.402896 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e8fd1a1f-0838-4e6f-ac90-fcefccef4e00 req-a34b65d6-b48d-458e-a752-67a62db6b033 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c93d8d4-c196-4f37-8f8f-d36a3533c9c7 HTTP/1.1" status: 200 len: 853 time: 0.0604699 Jun 03 08:44:20.483709 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd1a1f-0838-4e6f-ac90-fcefccef4e00 req-46bc64b6-54a4-49dd-bd37-f3d63c442f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:20.485249 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e8fd1a1f-0838-4e6f-ac90-fcefccef4e00 req-46bc64b6-54a4-49dd-bd37-f3d63c442f0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3431a552-a2f9-4256-a196-c5576dd85b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757892 Jun 03 08:44:20.622474 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e8fd1a1f-0838-4e6f-ac90-fcefccef4e00 req-fd4b7a22-0f1c-4228-a597-3afefa4d6154 service neutron] 10.222.0.47 "GET /v2.0/networks/3431a552-a2f9-4256-a196-c5576dd85b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291375 Jun 03 08:44:20.758700 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e8fd1a1f-0838-4e6f-ac90-fcefccef4e00 req-ba082fd2-fdf0-40d8-bd81-eaaaae5d7673 service neutron] 10.222.0.47 "GET /v2.0/networks/3431a552-a2f9-4256-a196-c5576dd85b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289091 Jun 03 08:44:21.430754 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae61d10-0b60-4b6d-ae72-4e66704b3986 req-995581ce-b2ed-41df-a3fb-65b48083a9fb tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:21.432270 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9ae61d10-0b60-4b6d-ae72-4e66704b3986 req-995581ce-b2ed-41df-a3fb-65b48083a9fb tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 943 time: 0.0862918 Jun 03 08:44:21.477723 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9ae61d10-0b60-4b6d-ae72-4e66704b3986 req-f20c9f7a-a1cd-4613-9129-360a1aa45676 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398526 Jun 03 08:44:22.007393 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device fb241656-4794-4cbc-97d2-0f2f731d558d details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:44:22.139812 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port fb241656-4794-4cbc-97d2-0f2f731d558d, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fb241656-4794-4cbc-97d2-0f2f731d558d,segment=NetworkSegment(5178c384-f68f-4785-b1a1-ec08f17aed59),segment_id=5178c384-f68f-4785-b1a1-ec08f17aed59)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:44:22.153588 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': 'fb241656-4794-4cbc-97d2-0f2f731d558d', 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18', 'port_id': 'fb241656-4794-4cbc-97d2-0f2f731d558d', 'mac_address': 'fa:16:3e:6b:75:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c93d8d4-c196-4f37-8f8f-d36a3533c9c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:44:22.213538 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:22.231966 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb241656-4794-4cbc-97d2-0f2f731d558d {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:44:22.248235 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port fb241656-4794-4cbc-97d2-0f2f731d558d, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fb241656-4794-4cbc-97d2-0f2f731d558d,segment=NetworkSegment(5178c384-f68f-4785-b1a1-ec08f17aed59),segment_id=5178c384-f68f-4785-b1a1-ec08f17aed59)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:44:22.336901 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:22.338799 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:44:22.409741 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=fb241656-4794-4cbc-97d2-0f2f731d558d,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:44:22.413741 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:44:22.541253 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['fb241656-4794-4cbc-97d2-0f2f731d558d'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:44:22.668597 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f493e-8db2-4623-b391-455a909f467d req-9586e397-1c0e-4cef-bc98-31a288f4484f tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:22.670136 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-c49f493e-8db2-4623-b391-455a909f467d req-9586e397-1c0e-4cef-bc98-31a288f4484f tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 944 time: 0.0828969 Jun 03 08:44:22.717939 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-c49f493e-8db2-4623-b391-455a909f467d req-9aa0e312-9c29-42c1-a1b5-fdd5da52bdd0 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415361 Jun 03 08:44:23.374144 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-cbaa691f-47c9-494f-852a-7ed3d9121a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:23.917899 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a3c4a-bd28-48db-bb4c-45ccfadfea51 req-dbc7bb9d-97e1-488f-8c0c-1d876542d1af tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:23.919528 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4a6a3c4a-bd28-48db-bb4c-45ccfadfea51 req-dbc7bb9d-97e1-488f-8c0c-1d876542d1af tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 944 time: 0.0849357 Jun 03 08:44:23.974911 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-4a6a3c4a-bd28-48db-bb4c-45ccfadfea51 req-dc3514aa-8c52-47a5-98b8-6785e90b8ffa tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494337 Jun 03 08:44:24.008913 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device fb241656-4794-4cbc-97d2-0f2f731d558d up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:44:24.134077 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning for port fb241656-4794-4cbc-97d2-0f2f731d558d completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:44:24.139268 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port fb241656-4794-4cbc-97d2-0f2f731d558d triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:44:24.144153 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:24.257495 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:24.284341 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb481f4a-2a1e-4379-9104-92ee343e0960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb241656-4794-4cbc-97d2-0f2f731d558d'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:44:24.286536 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6db8a1e-32e1-4f11-939e-ce192800478d" -d '{"events": [{"server_uuid": "fb481f4a-2a1e-4379-9104-92ee343e0960", "name": "network-vif-plugged", "status": "completed", "tag": "fb241656-4794-4cbc-97d2-0f2f731d558d"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:44:24.294435 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port fb241656-4794-4cbc-97d2-0f2f731d558d, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fb241656-4794-4cbc-97d2-0f2f731d558d,segment=NetworkSegment(5178c384-f68f-4785-b1a1-ec08f17aed59),segment_id=5178c384-f68f-4785-b1a1-ec08f17aed59)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:44:24.357080 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:24.359989 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:44:24.397459 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476a8f7f-f3a8-45ba-8092-4222090bf0c7 x-openstack-request-id: req-476a8f7f-f3a8-45ba-8092-4222090bf0c7 {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:44:24.398207 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb481f4a-2a1e-4379-9104-92ee343e0960", "name": "network-vif-plugged", "status": "completed", "tag": "fb241656-4794-4cbc-97d2-0f2f731d558d", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:44:24.398207 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-476a8f7f-f3a8-45ba-8092-4222090bf0c7 {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:44:24.398450 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb481f4a-2a1e-4379-9104-92ee343e0960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb241656-4794-4cbc-97d2-0f2f731d558d', 'code': 200} Jun 03 08:44:24.466653 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=fb241656-4794-4cbc-97d2-0f2f731d558d,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:44:24.469696 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:44:24.808676 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb63e0-6a61-45b5-b509-b557b09a12a3 req-f647159a-3387-41bd-bd88-caf4531c9bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:24.810194 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d3bb63e0-6a61-45b5-b509-b557b09a12a3 req-f647159a-3387-41bd-bd88-caf4531c9bc6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 1098 time: 0.0818243 Jun 03 08:44:24.852848 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-d3bb63e0-6a61-45b5-b509-b557b09a12a3 req-06321075-39d0-4963-9d47-d17d9da7a0fc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352855 Jun 03 08:44:25.158569 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4324fe-123b-41dc-80b0-24ce3e5eeaa2 req-628101d3-29e4-4c14-af48-a6b10a30ffbb tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:25.160037 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9c4324fe-123b-41dc-80b0-24ce3e5eeaa2 req-628101d3-29e4-4c14-af48-a6b10a30ffbb tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 945 time: 0.0801902 Jun 03 08:44:25.205946 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9c4324fe-123b-41dc-80b0-24ce3e5eeaa2 req-6ea4469c-4b76-4ac0-bebc-2d4986ab35b2 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389948 Jun 03 08:44:26.391248 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:26.392609 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0aa16-1117-4256-a15e-ae2533249aff req-bcac2ba7-6a8a-4734-8892-847dd6fd6b3d tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:26.394618 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-edf0aa16-1117-4256-a15e-ae2533249aff req-bcac2ba7-6a8a-4734-8892-847dd6fd6b3d tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 945 time: 0.0799899 Jun 03 08:44:26.438000 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-edf0aa16-1117-4256-a15e-ae2533249aff req-b3e285e0-a696-4d60-b184-56257f9c64aa tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383306 Jun 03 08:44:26.625153 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b0341-594c-405a-a91e-684323686932 req-57aa37d2-b880-4ee8-84b8-495d603f8f8c tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:26.626708 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-715b0341-594c-405a-a91e-684323686932 req-57aa37d2-b880-4ee8-84b8-495d603f8f8c tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 945 time: 0.0854571 Jun 03 08:44:26.672715 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-715b0341-594c-405a-a91e-684323686932 req-59f55c65-f460-4eac-aad8-41c961e21b71 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402987 Jun 03 08:44:26.754569 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-7c4cf2ab-1851-47ec-9895-b3af1c813799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:27.072039 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e35d5e-2c1c-4877-8268-3c467bc12e37 req-d78feddd-7ca1-4597-b27e-6f687a927406 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:27.073460 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d9e35d5e-2c1c-4877-8268-3c467bc12e37 req-d78feddd-7ca1-4597-b27e-6f687a927406 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 945 time: 0.0796950 Jun 03 08:44:27.118918 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d9e35d5e-2c1c-4877-8268-3c467bc12e37 req-5f6592d9-2b45-4524-9d6b-edeff935381c tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397389 Jun 03 08:44:27.839944 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:29.862330 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:32.845060 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac64142-5be0-48de-ad59-8603f07a44cf req-f8801be0-192c-4117-bf32-843636070346 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:32.846594 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9ac64142-5be0-48de-ad59-8603f07a44cf req-f8801be0-192c-4117-bf32-843636070346 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 945 time: 0.0844300 Jun 03 08:44:32.894142 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9ac64142-5be0-48de-ad59-8603f07a44cf req-12a59fed-6e7b-4308-94fa-7bfb5c3d1397 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410471 Jun 03 08:44:32.918548 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34704) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:44:33.120560 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b97e2b-023f-452c-8653-4d7b03e5a7e8 tempest-TestMinimumBasicScenario-804710199 tempest-TestMinimumBasicScenario-804710199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:33.121255 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-65b97e2b-023f-452c-8653-4d7b03e5a7e8 tempest-TestMinimumBasicScenario-804710199 tempest-TestMinimumBasicScenario-804710199-project-admin] Synchronizing usage tracker for tenant:a83f33636692410286704ffbfbd101ed on resource:port {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:44:33.265350 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-65b97e2b-023f-452c-8653-4d7b03e5a7e8 tempest-TestMinimumBasicScenario-804710199 tempest-TestMinimumBasicScenario-804710199-project-admin] Unset dirty status for tenant:a83f33636692410286704ffbfbd101ed on resource:port {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:44:33.266664 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-65b97e2b-023f-452c-8653-4d7b03e5a7e8 tempest-TestMinimumBasicScenario-804710199 tempest-TestMinimumBasicScenario-804710199-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 1093 time: 0.3470764 Jun 03 08:44:33.269592 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34708) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:44:33.275022 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Request body: {'floatingip': {'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'port_id': 'fb241656-4794-4cbc-97d2-0f2f731d558d', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:44:33.281288 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:44:33.285173 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Usage tracker for resource:floatingip and tenant:1c641b9655414213a00c1536bd8d865e is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:44:33.291914 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:44:33.293888 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:44:33.377065 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for floatingip, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:33.516682 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:33.649893 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_common [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Allocated IP 172.28.3.231 (ab209c3f-5e8a-42b5-8e48-1393c2a10612/ef3066cf-66bb-4e4c-b52a-e1ade41f3158/44d20946-d888-4c93-8180-5a8d460b91da) {{(pid=92356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:44:33.796368 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for port, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:33.905574 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:33.909410 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-9284901f-671d-4054-b473-ed6b68c21827 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:44:33.979393 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Network ab209c3f-5e8a-42b5-8e48-1393c2a10612 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:44:33.982416 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:44:33.985406 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Received port after_create {{(pid=92356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:44:34.021216 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Pushing event updated for resources: {'Port': ['ID=44d20946-d888-4c93-8180-5a8d460b91da,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:44:34.037713 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:34.038102 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:34.038472 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:34.038832 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:34.039190 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:34.039546 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:34.039894 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:34.040244 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:34.040595 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:34.040943 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:34.041290 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:34.041634 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:34.045832 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:44:34.504737 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:34.627349 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:34.839098 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for port, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:34.945320 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15262479'] for port, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:34.950286 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-83001544-936e-4899-9022-4b91e8a8f9fc tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:44:35.056876 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Pushing event updated for resources: {'Port': ['ID=44d20946-d888-4c93-8180-5a8d460b91da,revision_number=2']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:44:35.060849 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:44:35.067408 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361148'] for floatingip, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:35.236212 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.db.l3_db [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Floating IP f4eeaf57-93b5-4c4e-b0d5-ac8e9703e288 associated. External IP: 172.28.3.231, port: fb241656-4794-4cbc-97d2-0f2f731d558d. Jun 03 08:44:35.587508 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Router 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:44:35.770208 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:44:35.783753 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea6ea6-fe1d-422a-99a1-fc5ac7c0f09b None None] Sync routers for ids ['2bed3f8d-a19d-40c0-abcb-43e47f1409e9'] in dv-cinder-787262-5-smb {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:44:35.794066 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea6ea6-fe1d-422a-99a1-fc5ac7c0f09b None None] Routers {'2bed3f8d-a19d-40c0-abcb-43e47f1409e9'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:44:35.794719 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-cbea6ea6-fe1d-422a-99a1-fc5ac7c0f09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:44:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['2bed3f8d-a19d-40c0-abcb-43e47f1409e9'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:44:35.891397 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for floatingip, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:35.947995 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6766922 Jun 03 08:44:35.948684 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb481f4a-2a1e-4379-9104-92ee343e0960', 'tag': 'fb241656-4794-4cbc-97d2-0f2f731d558d'}] {{(pid=92356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:44:35.950441 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1987e4ce19f514d8284afddf154522dadca2333eab9833e9721abb813c288452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2bf75b-666a-429d-96bf-032269fc822f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb481f4a-2a1e-4379-9104-92ee343e0960", "tag": "fb241656-4794-4cbc-97d2-0f2f731d558d"}]}' {{(pid=92356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:44:35.951140 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 34710) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:44:35.956127 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2098438015', 'description': 'tempest-secgroup-smoke-2098438015 description', 'project_id': '1c641b9655414213a00c1536bd8d865e'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:44:35.965552 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:44:35.971373 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-cbea6ea6-fe1d-422a-99a1-fc5ac7c0f09b None None] Set router 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:44:35.977178 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:44:36.085776 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0035f72c-f669-4c38-8605-62edec84d6e7 x-openstack-request-id: req-0035f72c-f669-4c38-8605-62edec84d6e7 {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:44:36.086133 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb481f4a-2a1e-4379-9104-92ee343e0960", "tag": "fb241656-4794-4cbc-97d2-0f2f731d558d", "status": "completed", "code": 200}]} {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:44:36.086429 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0035f72c-f669-4c38-8605-62edec84d6e7 {{(pid=92356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:44:36.086865 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb481f4a-2a1e-4379-9104-92ee343e0960', 'tag': 'fb241656-4794-4cbc-97d2-0f2f731d558d', 'status': 'completed', 'code': 200} Jun 03 08:44:36.102415 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:36.173187 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:44:36.179729 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Usage tracker for resource:security_group_rule and tenant:1c641b9655414213a00c1536bd8d865e is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:44:36.183364 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:44:36.190229 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:44:36.226349 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bf75b-666a-429d-96bf-032269fc822f req-911c1245-ea53-43fc-a7de-553d8460f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:36.227848 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3a2bf75b-666a-429d-96bf-032269fc822f req-911c1245-ea53-43fc-a7de-553d8460f1c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c641b9655414213a00c1536bd8d865e&device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 1098 time: 0.1155653 Jun 03 08:44:36.320535 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-cbea6ea6-fe1d-422a-99a1-fc5ac7c0f09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'name': 'tempest-TestMinimumBasicScenario-636492377-router', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:35Z', 'updated_at': '2021-06-03T08:43:39Z', 'revision_number': 4, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'gw_port': {'id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:36Z', 'updated_at': '2021-06-03T08:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_floatingips': [{'id': 'f4eeaf57-93b5-4c4e-b0d5-ac8e9703e288', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'floating_ip_address': '172.28.3.231', 'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'router_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'port_id': 'fb241656-4794-4cbc-97d2-0f2f731d558d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18', 'mac_address': 'fa:16:3e:6b:75:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb481f4a-2a1e-4379-9104-92ee343e0960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T08:44:34Z', 'updated_at': '2021-06-03T08:44:34Z', 'revision_number': 0, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc975c29-5c5e-4d5b-956e-8537366a7dbe', 'name': '', 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'mac_address': 'fa:16:3e:bf:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0c93d8d4-c196-4f37-8f8f-d36a3533c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:39Z', 'updated_at': '2021-06-03T08:43:45Z', 'revision_number': 5, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'subnets': [{'id': '0c93d8d4-c196-4f37-8f8f-d36a3533c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:44:36.324269 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea6ea6-fe1d-422a-99a1-fc5ac7c0f09b None None] Checking router: 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 for host: dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:44:36.332493 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea6ea6-fe1d-422a-99a1-fc5ac7c0f09b None None] Routers {'2bed3f8d-a19d-40c0-abcb-43e47f1409e9'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:44:36.333088 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-cbea6ea6-fe1d-422a-99a1-fc5ac7c0f09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:44:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['2bed3f8d-a19d-40c0-abcb-43e47f1409e9'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:44:36.364152 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:36.391901 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bf75b-666a-429d-96bf-032269fc822f req-9b3e2ad0-9b86-48f8-a8e8-13ea077c3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:36.393461 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3a2bf75b-666a-429d-96bf-032269fc822f req-9b3e2ad0-9b86-48f8-a8e8-13ea077c3139 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3431a552-a2f9-4256-a196-c5576dd85b18 HTTP/1.1" status: 200 len: 915 time: 0.1582263 Jun 03 08:44:36.455163 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:36.465965 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-694571ac-32eb-4b6a-bcf8-b440c2b58d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:44:36.514806 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-cbea6ea6-fe1d-422a-99a1-fc5ac7c0f09b None None] Set router 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:44:36.529151 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53fced6d-4e87-4c93-bc43-6a6347e48714,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:44:36.542125 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:36.542482 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:36.542834 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:36.543179 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:36.543527 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:36.543867 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:36.544204 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:36.544539 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:36.544873 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:36.545206 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:36.545538 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:36.545864 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:44:36.550109 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3a2bf75b-666a-429d-96bf-032269fc822f req-f4d4120b-cf09-449d-a459-8b6245c4556f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb241656-4794-4cbc-97d2-0f2f731d558d HTTP/1.1" status: 200 len: 999 time: 0.1499693 Jun 03 08:44:36.550853 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:44:36.615820 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bf75b-666a-429d-96bf-032269fc822f req-afb615d4-3986-4087-b25c-20fe68e19458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:36.617232 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3a2bf75b-666a-429d-96bf-032269fc822f req-afb615d4-3986-4087-b25c-20fe68e19458 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c93d8d4-c196-4f37-8f8f-d36a3533c9c7 HTTP/1.1" status: 200 len: 853 time: 0.0602577 Jun 03 08:44:36.618395 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:36.619433 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6671293 Jun 03 08:44:36.622528 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 34716) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:44:36.626976 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-2c1b2a11-8b61-4d0a-83d8-f3ed7ad3e1a6 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Request body: {'security_group_rule': {'security_group_id': '53fced6d-4e87-4c93-bc43-6a6347e48714', 'project_id': '1c641b9655414213a00c1536bd8d865e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:44:36.661939 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-2c1b2a11-8b61-4d0a-83d8-f3ed7ad3e1a6 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:44:36.673987 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-2c1b2a11-8b61-4d0a-83d8-f3ed7ad3e1a6 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Usage tracker for resource:security_group_rule and tenant:1c641b9655414213a00c1536bd8d865e is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:44:36.678162 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-2c1b2a11-8b61-4d0a-83d8-f3ed7ad3e1a6 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:44:36.684946 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-2c1b2a11-8b61-4d0a-83d8-f3ed7ad3e1a6 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:44:36.717186 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bf75b-666a-429d-96bf-032269fc822f req-2f33e87a-b8bf-424a-92d0-b0fabcd54c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:36.718730 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3a2bf75b-666a-429d-96bf-032269fc822f req-2f33e87a-b8bf-424a-92d0-b0fabcd54c5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3431a552-a2f9-4256-a196-c5576dd85b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0867653 Jun 03 08:44:36.871214 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-cbea6ea6-fe1d-422a-99a1-fc5ac7c0f09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'name': 'tempest-TestMinimumBasicScenario-636492377-router', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:35Z', 'updated_at': '2021-06-03T08:43:39Z', 'revision_number': 4, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'gw_port': {'id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:36Z', 'updated_at': '2021-06-03T08:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_floatingips': [{'id': 'f4eeaf57-93b5-4c4e-b0d5-ac8e9703e288', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'floating_ip_address': '172.28.3.231', 'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'router_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'port_id': 'fb241656-4794-4cbc-97d2-0f2f731d558d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18', 'mac_address': 'fa:16:3e:6b:75:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb481f4a-2a1e-4379-9104-92ee343e0960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T08:44:34Z', 'updated_at': '2021-06-03T08:44:34Z', 'revision_number': 0, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc975c29-5c5e-4d5b-956e-8537366a7dbe', 'name': '', 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'mac_address': 'fa:16:3e:bf:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0c93d8d4-c196-4f37-8f8f-d36a3533c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:39Z', 'updated_at': '2021-06-03T08:43:45Z', 'revision_number': 5, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'subnets': [{'id': '0c93d8d4-c196-4f37-8f8f-d36a3533c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:44:36.875195 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea6ea6-fe1d-422a-99a1-fc5ac7c0f09b None None] The sync data for ids ['2bed3f8d-a19d-40c0-abcb-43e47f1409e9'] in dv-cinder-787262-5-smb is: [{'id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'name': 'tempest-TestMinimumBasicScenario-636492377-router', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:35Z', 'updated_at': '2021-06-03T08:43:39Z', 'revision_number': 4, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'gw_port': {'id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:36Z', 'updated_at': '2021-06-03T08:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_floatingips': [{'id': 'f4eeaf57-93b5-4c4e-b0d5-ac8e9703e288', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'floating_ip_address': '172.28.3.231', 'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'router_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'port_id': 'fb241656-4794-4cbc-97d2-0f2f731d558d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18', 'mac_address': 'fa:16:3e:6b:75:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb481f4a-2a1e-4379-9104-92ee343e0960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T08:44:34Z', 'updated_at': '2021-06-03T08:44:34Z', 'revision_number': 0, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc975c29-5c5e-4d5b-956e-8537366a7dbe', 'name': '', 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'mac_address': 'fa:16:3e:bf:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0c93d8d4-c196-4f37-8f8f-d36a3533c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:39Z', 'updated_at': '2021-06-03T08:43:45Z', 'revision_number': 5, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'subnets': [{'id': '0c93d8d4-c196-4f37-8f8f-d36a3533c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:44:36.899643 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2c1b2a11-8b61-4d0a-83d8-f3ed7ad3e1a6 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:36.998460 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3a2bf75b-666a-429d-96bf-032269fc822f req-361180fa-02da-4ef9-ac15-1a7d2f349922 service neutron] 10.222.0.47 "GET /v2.0/networks/3431a552-a2f9-4256-a196-c5576dd85b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729385 Jun 03 08:44:37.033561 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2c1b2a11-8b61-4d0a-83d8-f3ed7ad3e1a6 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:37.070126 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07373c0e-c61a-42f2-a545-a7d8d7c9c38c None None] New status for floating IP f4eeaf57-93b5-4c4e-b0d5-ac8e9703e288: ACTIVE {{(pid=92359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 08:44:37.097845 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2c1b2a11-8b61-4d0a-83d8-f3ed7ad3e1a6 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270152'] for security_group_rule, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:37.110045 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:44:37.144092 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b2a11-8b61-4d0a-83d8-f3ed7ad3e1a6 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1370c5ee-f5cb-42df-8c3f-f3a3194ad493,revision_number=0']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:44:37.152968 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-2c1b2a11-8b61-4d0a-83d8-f3ed7ad3e1a6 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:44:37.173361 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3a2bf75b-666a-429d-96bf-032269fc822f req-a28b4f68-8969-414e-a5cf-a06fc6a44a00 service neutron] 10.222.0.47 "GET /v2.0/networks/3431a552-a2f9-4256-a196-c5576dd85b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636164 Jun 03 08:44:37.225445 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2c1b2a11-8b61-4d0a-83d8-f3ed7ad3e1a6 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:37.227243 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-2c1b2a11-8b61-4d0a-83d8-f3ed7ad3e1a6 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6032739 Jun 03 08:44:37.237507 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34718) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:44:37.242359 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-8f6fb836-73fb-43b5-b46a-f02f7ec40277 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Request body: {'security_group_rule': {'security_group_id': '53fced6d-4e87-4c93-bc43-6a6347e48714', 'project_id': '1c641b9655414213a00c1536bd8d865e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:44:37.248387 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-8f6fb836-73fb-43b5-b46a-f02f7ec40277 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:44:37.252353 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-8f6fb836-73fb-43b5-b46a-f02f7ec40277 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Usage tracker for resource:security_group_rule and tenant:1c641b9655414213a00c1536bd8d865e is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:44:37.255222 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-8f6fb836-73fb-43b5-b46a-f02f7ec40277 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:44:37.262257 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-8f6fb836-73fb-43b5-b46a-f02f7ec40277 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:44:37.345707 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-8f6fb836-73fb-43b5-b46a-f02f7ec40277 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:37.411194 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-8f6fb836-73fb-43b5-b46a-f02f7ec40277 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:37.482191 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-8f6fb836-73fb-43b5-b46a-f02f7ec40277 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270152'] for security_group_rule, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:37.484266 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-6ec5f221-3f5b-4c2f-a790-5ba598c9655c tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:44:37.606798 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fb836-73fb-43b5-b46a-f02f7ec40277 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31cfd2fc-4f53-4f2c-8a11-ae497e616ef2,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:44:37.611072 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-8f6fb836-73fb-43b5-b46a-f02f7ec40277 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:44:37.685363 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-8f6fb836-73fb-43b5-b46a-f02f7ec40277 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:37.686544 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-8f6fb836-73fb-43b5-b46a-f02f7ec40277 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4479208 Jun 03 08:44:37.689248 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34720) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:44:37.694217 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-d03790e5-0940-4b51-afe0-46db907d9f8d tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Request body: {'security_group_rule': {'security_group_id': '53fced6d-4e87-4c93-bc43-6a6347e48714', 'project_id': '1c641b9655414213a00c1536bd8d865e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:44:37.700139 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-d03790e5-0940-4b51-afe0-46db907d9f8d tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:44:37.703950 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-d03790e5-0940-4b51-afe0-46db907d9f8d tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Usage tracker for resource:security_group_rule and tenant:1c641b9655414213a00c1536bd8d865e is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:44:37.706771 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-d03790e5-0940-4b51-afe0-46db907d9f8d tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:44:37.713119 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-d03790e5-0940-4b51-afe0-46db907d9f8d tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:44:37.779448 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d03790e5-0940-4b51-afe0-46db907d9f8d tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:37.840131 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d03790e5-0940-4b51-afe0-46db907d9f8d tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:37.919616 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d03790e5-0940-4b51-afe0-46db907d9f8d tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270152'] for security_group_rule, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:37.921646 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:44:37.944079 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03790e5-0940-4b51-afe0-46db907d9f8d tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f67fe4ce-2d32-46f4-8fed-d8f3831b8a54,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:44:37.947172 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d03790e5-0940-4b51-afe0-46db907d9f8d tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:44:38.019875 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d03790e5-0940-4b51-afe0-46db907d9f8d tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:38.021104 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-d03790e5-0940-4b51-afe0-46db907d9f8d tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3308959 Jun 03 08:44:38.024024 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34722) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:44:38.028543 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-204ed97c-e58b-463d-ab70-da1f2cc64599 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Request body: {'security_group_rule': {'security_group_id': '53fced6d-4e87-4c93-bc43-6a6347e48714', 'project_id': '1c641b9655414213a00c1536bd8d865e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:44:38.034469 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-204ed97c-e58b-463d-ab70-da1f2cc64599 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:44:38.038305 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-204ed97c-e58b-463d-ab70-da1f2cc64599 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Usage tracker for resource:security_group_rule and tenant:1c641b9655414213a00c1536bd8d865e is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:44:38.041171 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-204ed97c-e58b-463d-ab70-da1f2cc64599 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:44:38.046808 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-204ed97c-e58b-463d-ab70-da1f2cc64599 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:44:38.148918 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-204ed97c-e58b-463d-ab70-da1f2cc64599 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:38.212031 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-204ed97c-e58b-463d-ab70-da1f2cc64599 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:38.285577 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-204ed97c-e58b-463d-ab70-da1f2cc64599 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270152'] for security_group_rule, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:38.287815 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-293c48c9-797a-4808-90bb-1700fc85ad25 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:44:38.310311 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ed97c-e58b-463d-ab70-da1f2cc64599 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938d89c5-4b82-420a-a4b8-b03770edf15c,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:44:38.312651 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-204ed97c-e58b-463d-ab70-da1f2cc64599 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:44:38.379668 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-204ed97c-e58b-463d-ab70-da1f2cc64599 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:38.380883 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-204ed97c-e58b-463d-ab70-da1f2cc64599 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3559458 Jun 03 08:44:38.383575 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34724) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:44:38.388027 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-a8efc669-eb7c-4570-8582-102c6168e9a9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Request body: {'security_group_rule': {'security_group_id': '53fced6d-4e87-4c93-bc43-6a6347e48714', 'project_id': '1c641b9655414213a00c1536bd8d865e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:44:38.393835 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-a8efc669-eb7c-4570-8582-102c6168e9a9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:44:38.397551 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-a8efc669-eb7c-4570-8582-102c6168e9a9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Usage tracker for resource:security_group_rule and tenant:1c641b9655414213a00c1536bd8d865e is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:44:38.400419 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-a8efc669-eb7c-4570-8582-102c6168e9a9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:44:38.406170 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-a8efc669-eb7c-4570-8582-102c6168e9a9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:44:38.480054 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.db.securitygroups_db [None req-a8efc669-eb7c-4570-8582-102c6168e9a9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Project 1c641b9655414213a00c1536bd8d865e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 08:44:38.485989 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a8efc669-eb7c-4570-8582-102c6168e9a9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:38.548293 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a8efc669-eb7c-4570-8582-102c6168e9a9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:38.602242 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a8efc669-eb7c-4570-8582-102c6168e9a9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270152'] for security_group_rule, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:38.604293 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:44:38.626763 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8efc669-eb7c-4570-8582-102c6168e9a9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee2c9ca-9c31-4fb5-b222-2ad0d8a00d36,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:44:38.631097 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-a8efc669-eb7c-4570-8582-102c6168e9a9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:44:38.702578 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a8efc669-eb7c-4570-8582-102c6168e9a9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:38.703754 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-a8efc669-eb7c-4570-8582-102c6168e9a9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3192828 Jun 03 08:44:38.706408 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34726) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:44:38.711265 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-95e9a5bc-0c63-49c5-9780-341dea2befdb tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Request body: {'security_group_rule': {'security_group_id': '53fced6d-4e87-4c93-bc43-6a6347e48714', 'project_id': '1c641b9655414213a00c1536bd8d865e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:44:38.717283 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-95e9a5bc-0c63-49c5-9780-341dea2befdb tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:44:38.721063 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-95e9a5bc-0c63-49c5-9780-341dea2befdb tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Usage tracker for resource:security_group_rule and tenant:1c641b9655414213a00c1536bd8d865e is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:44:38.723924 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-95e9a5bc-0c63-49c5-9780-341dea2befdb tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:44:38.730031 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-95e9a5bc-0c63-49c5-9780-341dea2befdb tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:44:38.793922 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.db.securitygroups_db [None req-95e9a5bc-0c63-49c5-9780-341dea2befdb tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Project 1c641b9655414213a00c1536bd8d865e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 08:44:38.799790 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-95e9a5bc-0c63-49c5-9780-341dea2befdb tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:38.864023 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-95e9a5bc-0c63-49c5-9780-341dea2befdb tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:38.945401 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-95e9a5bc-0c63-49c5-9780-341dea2befdb tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270152'] for security_group_rule, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:38.947918 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:44:38.971391 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9a5bc-0c63-49c5-9780-341dea2befdb tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9159cb75-54af-42cf-87b6-431c4034d434,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:44:38.975823 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-95e9a5bc-0c63-49c5-9780-341dea2befdb tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:44:39.033654 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-95e9a5bc-0c63-49c5-9780-341dea2befdb tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:39.034929 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-95e9a5bc-0c63-49c5-9780-341dea2befdb tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3276103 Jun 03 08:44:39.153434 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f907fe16-74aa-49ab-9a93-410301d77ac9 req-cee0b8a7-7ec5-465a-a1d4-ef8fbc69682d tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2098438015&fields=id&tenant_id=1c641b9655414213a00c1536bd8d865e HTTP/1.1" status: 200 len: 267 time: 0.0399411 Jun 03 08:44:39.237859 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907fe16-74aa-49ab-9a93-410301d77ac9 req-4ef20c23-7503-4e17-88da-7f970d2e2ac0 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:39.239337 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f907fe16-74aa-49ab-9a93-410301d77ac9 req-4ef20c23-7503-4e17-88da-7f970d2e2ac0 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 945 time: 0.0806229 Jun 03 08:44:39.249865 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [req-f907fe16-74aa-49ab-9a93-410301d77ac9 req-ef060383-8548-49c8-ab1c-6a80a3cea0e9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Request body: {'port': {'security_groups': ['5021d434-debd-4b79-a331-fe5951a3d4dc', '53fced6d-4e87-4c93-bc43-6a6347e48714']}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:44:39.369351 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-f907fe16-74aa-49ab-9a93-410301d77ac9 req-ef060383-8548-49c8-ab1c-6a80a3cea0e9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:39.627596 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [req-f907fe16-74aa-49ab-9a93-410301d77ac9 req-ef060383-8548-49c8-ab1c-6a80a3cea0e9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] For port fb241656-4794-4cbc-97d2-0f2f731d558d, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fb241656-4794-4cbc-97d2-0f2f731d558d,segment=NetworkSegment(5178c384-f68f-4785-b1a1-ec08f17aed59),segment_id=5178c384-f68f-4785-b1a1-ec08f17aed59)] {{(pid=92356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:44:39.655367 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-f907fe16-74aa-49ab-9a93-410301d77ac9 req-ef060383-8548-49c8-ab1c-6a80a3cea0e9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for port, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:39.716358 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-f907fe16-74aa-49ab-9a93-410301d77ac9 req-ef060383-8548-49c8-ab1c-6a80a3cea0e9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15262479'] for port, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:39.721619 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:44:39.727319 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['fb241656-4794-4cbc-97d2-0f2f731d558d'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:44:39.785261 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907fe16-74aa-49ab-9a93-410301d77ac9 req-ef060383-8548-49c8-ab1c-6a80a3cea0e9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:39.785858 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-f907fe16-74aa-49ab-9a93-410301d77ac9 req-ef060383-8548-49c8-ab1c-6a80a3cea0e9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:39.795655 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f907fe16-74aa-49ab-9a93-410301d77ac9 req-ef060383-8548-49c8-ab1c-6a80a3cea0e9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "PUT /v2.0/ports/fb241656-4794-4cbc-97d2-0f2f731d558d HTTP/1.1" status: 200 len: 981 time: 0.5454102 Jun 03 08:44:39.795655 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb481f4a-2a1e-4379-9104-92ee343e0960', 'tag': 'fb241656-4794-4cbc-97d2-0f2f731d558d'}] {{(pid=92356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:44:39.798469 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1987e4ce19f514d8284afddf154522dadca2333eab9833e9721abb813c288452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb0a054-e5ec-466d-a197-4748378c34c7" -d '{"events": [{"name": "network-changed", "server_uuid": "fb481f4a-2a1e-4379-9104-92ee343e0960", "tag": "fb241656-4794-4cbc-97d2-0f2f731d558d"}]}' {{(pid=92356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:44:39.827171 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef060383-8548-49c8-ab1c-6a80a3cea0e9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Pushing event updated for resources: {'Port': ['ID=fb241656-4794-4cbc-97d2-0f2f731d558d,revision_number=6']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:44:39.831335 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-ef060383-8548-49c8-ab1c-6a80a3cea0e9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:44:39.860642 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['fb241656-4794-4cbc-97d2-0f2f731d558d'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:44:39.883242 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b7b3c9-80b0-48b0-bacc-8c6a7a5a2917 x-openstack-request-id: req-40b7b3c9-80b0-48b0-bacc-8c6a7a5a2917 {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:44:39.883581 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb481f4a-2a1e-4379-9104-92ee343e0960", "tag": "fb241656-4794-4cbc-97d2-0f2f731d558d", "status": "completed", "code": 200}]} {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:44:39.883880 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40b7b3c9-80b0-48b0-bacc-8c6a7a5a2917 {{(pid=92356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:44:39.884319 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb481f4a-2a1e-4379-9104-92ee343e0960', 'tag': 'fb241656-4794-4cbc-97d2-0f2f731d558d', 'status': 'completed', 'code': 200} Jun 03 08:44:40.043735 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0a054-e5ec-466d-a197-4748378c34c7 req-564db007-60dc-4efe-8768-4109893b8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:40.052911 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-adb0a054-e5ec-466d-a197-4748378c34c7 req-564db007-60dc-4efe-8768-4109893b8678 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c641b9655414213a00c1536bd8d865e&device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 1137 time: 0.1417446 Jun 03 08:44:40.053419 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bc1fc-273e-46f8-b869-5d4905362de5 req-76746080-a0dc-459b-bf62-07f274133386 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:40.055490 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e53bc1fc-273e-46f8-b869-5d4905362de5 req-76746080-a0dc-459b-bf62-07f274133386 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 984 time: 0.1135850 Jun 03 08:44:40.136093 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-06f45775-18c7-4ba8-8fb4-d6e3d2b04cae None None] Provisioning complete for port fb241656-4794-4cbc-97d2-0f2f731d558d triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:44:40.136396 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-06f45775-18c7-4ba8-8fb4-d6e3d2b04cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:40.191443 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-e53bc1fc-273e-46f8-b869-5d4905362de5 req-a9dcfb08-5de1-423d-b695-eab709a8e914 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Synchronizing usage tracker for tenant:1c641b9655414213a00c1536bd8d865e on resource:security_group {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:44:40.222281 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0a054-e5ec-466d-a197-4748378c34c7 req-dd8be014-0863-4ac1-9e33-f6552bb9d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:40.223708 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-adb0a054-e5ec-466d-a197-4748378c34c7 req-dd8be014-0863-4ac1-9e33-f6552bb9d4c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3431a552-a2f9-4256-a196-c5576dd85b18 HTTP/1.1" status: 200 len: 915 time: 0.1673965 Jun 03 08:44:40.285217 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-e53bc1fc-273e-46f8-b869-5d4905362de5 req-a9dcfb08-5de1-423d-b695-eab709a8e914 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Unset dirty status for tenant:1c641b9655414213a00c1536bd8d865e on resource:security_group {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:44:40.286346 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e53bc1fc-273e-46f8-b869-5d4905362de5 req-a9dcfb08-5de1-423d-b695-eab709a8e914 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&id=53fced6d-4e87-4c93-bc43-6a6347e48714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2104390 Jun 03 08:44:40.329733 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-adb0a054-e5ec-466d-a197-4748378c34c7 req-34d03120-31f5-41d5-819c-5c9842c17891 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb241656-4794-4cbc-97d2-0f2f731d558d HTTP/1.1" status: 200 len: 1001 time: 0.0997169 Jun 03 08:44:40.395558 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0a054-e5ec-466d-a197-4748378c34c7 req-d5378ae9-bcbb-4043-b8de-6401a1bc16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:40.396948 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-adb0a054-e5ec-466d-a197-4748378c34c7 req-d5378ae9-bcbb-4043-b8de-6401a1bc16e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c93d8d4-c196-4f37-8f8f-d36a3533c9c7 HTTP/1.1" status: 200 len: 853 time: 0.0583034 Jun 03 08:44:40.480844 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0a054-e5ec-466d-a197-4748378c34c7 req-4a0c3350-8a80-4f59-9efb-418ae18742c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:40.482380 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-adb0a054-e5ec-466d-a197-4748378c34c7 req-4a0c3350-8a80-4f59-9efb-418ae18742c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3431a552-a2f9-4256-a196-c5576dd85b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796521 Jun 03 08:44:40.621695 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-adb0a054-e5ec-466d-a197-4748378c34c7 req-12cf8deb-9298-4a69-998a-d8921f244bd1 service neutron] 10.222.0.47 "GET /v2.0/networks/3431a552-a2f9-4256-a196-c5576dd85b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332340 Jun 03 08:44:40.755750 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-adb0a054-e5ec-466d-a197-4748378c34c7 req-6bdfcd07-247a-4d50-98ad-71295cbdff0e service neutron] 10.222.0.47 "GET /v2.0/networks/3431a552-a2f9-4256-a196-c5576dd85b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263931 Jun 03 08:44:47.859607 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:49.821758 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:44:53.394115 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-2f612c70-d725-4db2-8a8b-52fe3f05434b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:56.377020 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:56.751892 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-bea08b22-c905-4969-a007-1383d61c8cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:57.809369 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570bfe3-b6c1-43cb-be68-b38836c57e0d req-5fdfb42e-d632-47e2-bd45-1e9b22d509de tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:57.810787 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e570bfe3-b6c1-43cb-be68-b38836c57e0d req-5fdfb42e-d632-47e2-bd45-1e9b22d509de tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 984 time: 0.1441436 Jun 03 08:44:57.842341 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa835e-b0b2-4c12-bec1-9424ef58338b req-dfd0b122-bd35-4eee-a95d-48d886c83380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:57.843763 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-99fa835e-b0b2-4c12-bec1-9424ef58338b req-dfd0b122-bd35-4eee-a95d-48d886c83380 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c641b9655414213a00c1536bd8d865e&device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 1137 time: 0.1207349 Jun 03 08:44:57.897137 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:44:57.897790 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e570bfe3-b6c1-43cb-be68-b38836c57e0d req-53fb4ce8-5eac-459b-8f25-a443d45def7a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&id=53fced6d-4e87-4c93-bc43-6a6347e48714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0810528 Jun 03 08:44:57.991762 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa835e-b0b2-4c12-bec1-9424ef58338b req-2e8ec389-cd49-47d1-9387-56405a097328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:57.993198 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-99fa835e-b0b2-4c12-bec1-9424ef58338b req-2e8ec389-cd49-47d1-9387-56405a097328 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3431a552-a2f9-4256-a196-c5576dd85b18 HTTP/1.1" status: 200 len: 915 time: 0.1411169 Jun 03 08:44:58.197921 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-99fa835e-b0b2-4c12-bec1-9424ef58338b req-4d870596-ad01-4c4d-a8bf-c9f7d20d48bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb241656-4794-4cbc-97d2-0f2f731d558d HTTP/1.1" status: 200 len: 1001 time: 0.1972334 Jun 03 08:44:58.261844 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa835e-b0b2-4c12-bec1-9424ef58338b req-4c63f362-1450-4145-a74d-53a251bb7922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:58.263454 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-99fa835e-b0b2-4c12-bec1-9424ef58338b req-4c63f362-1450-4145-a74d-53a251bb7922 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c93d8d4-c196-4f37-8f8f-d36a3533c9c7 HTTP/1.1" status: 200 len: 853 time: 0.0595860 Jun 03 08:44:58.337207 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa835e-b0b2-4c12-bec1-9424ef58338b req-79c371a3-6251-4d36-9c40-7a46a7596221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:58.339275 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-99fa835e-b0b2-4c12-bec1-9424ef58338b req-79c371a3-6251-4d36-9c40-7a46a7596221 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3431a552-a2f9-4256-a196-c5576dd85b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700519 Jun 03 08:44:58.469235 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-99fa835e-b0b2-4c12-bec1-9424ef58338b req-6a97e8c3-9239-440c-be30-6c5c7f71a525 service neutron] 10.222.0.47 "GET /v2.0/networks/3431a552-a2f9-4256-a196-c5576dd85b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231265 Jun 03 08:44:58.602894 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-99fa835e-b0b2-4c12-bec1-9424ef58338b req-09cea825-5e33-49bd-b421-b1171fa260d0 service neutron] 10.222.0.47 "GET /v2.0/networks/3431a552-a2f9-4256-a196-c5576dd85b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265237 Jun 03 08:44:59.086420 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190350e-126f-46c7-aab7-0d8a84730d06 req-720911e8-a6b1-4428-b138-d613b476bd97 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:44:59.087879 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3190350e-126f-46c7-aab7-0d8a84730d06 req-720911e8-a6b1-4428-b138-d613b476bd97 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 984 time: 0.0781209 Jun 03 08:44:59.137442 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-3190350e-126f-46c7-aab7-0d8a84730d06 req-564d640c-75ab-47fb-ad4f-4e92e5c5be85 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&id=53fced6d-4e87-4c93-bc43-6a6347e48714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434890 Jun 03 08:44:59.891720 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:00.328726 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1e3d7-9a5c-4509-a85c-30b886b121d5 req-32811358-6433-4ad6-8eba-132a72179f9c tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:00.330202 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-97f1e3d7-9a5c-4509-a85c-30b886b121d5 req-32811358-6433-4ad6-8eba-132a72179f9c tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 984 time: 0.0847106 Jun 03 08:45:00.377962 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-97f1e3d7-9a5c-4509-a85c-30b886b121d5 req-01c9b682-2342-46c3-b048-3c4aa7a51416 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&id=53fced6d-4e87-4c93-bc43-6a6347e48714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419533 Jun 03 08:45:01.560481 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4f391-9425-4020-8f8c-6e89de26ead7 req-fa320f1a-5de4-46da-a402-7f8a6920c60f tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:01.561919 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f1f4f391-9425-4020-8f8c-6e89de26ead7 req-fa320f1a-5de4-46da-a402-7f8a6920c60f tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 984 time: 0.0789359 Jun 03 08:45:01.607497 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f1f4f391-9425-4020-8f8c-6e89de26ead7 req-ef1c5926-9ac0-4a77-9eda-07375181458a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&id=53fced6d-4e87-4c93-bc43-6a6347e48714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399001 Jun 03 08:45:02.801034 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b48e1b-0856-4aa0-bed0-764a51ba23fb req-c7159347-567b-4dcf-a754-f212262c9c07 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:02.802413 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-95b48e1b-0856-4aa0-bed0-764a51ba23fb req-c7159347-567b-4dcf-a754-f212262c9c07 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 984 time: 0.0905912 Jun 03 08:45:02.853390 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-95b48e1b-0856-4aa0-bed0-764a51ba23fb req-022773e3-2115-4d5a-a35a-84abd3f00ebe tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&id=53fced6d-4e87-4c93-bc43-6a6347e48714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444748 Jun 03 08:45:04.051798 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c38010-0979-405e-81af-3385c9f7e343 req-500732e5-19ca-411f-a9e5-5b54527b491c tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:04.053242 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-60c38010-0979-405e-81af-3385c9f7e343 req-500732e5-19ca-411f-a9e5-5b54527b491c tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 984 time: 0.0879078 Jun 03 08:45:04.099809 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-60c38010-0979-405e-81af-3385c9f7e343 req-79d408f5-2ea8-440c-baef-faf7f8418503 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&id=53fced6d-4e87-4c93-bc43-6a6347e48714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401788 Jun 03 08:45:05.287070 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba7a14-2880-44e1-874f-5102a874b4cc req-2749183d-f082-4f2d-afcc-a43ddf5df251 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:05.288595 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-92ba7a14-2880-44e1-874f-5102a874b4cc req-2749183d-f082-4f2d-afcc-a43ddf5df251 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 984 time: 0.0808942 Jun 03 08:45:05.335453 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-92ba7a14-2880-44e1-874f-5102a874b4cc req-e695ca9f-9cfb-47c0-beef-900735c538a4 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&id=53fced6d-4e87-4c93-bc43-6a6347e48714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406108 Jun 03 08:45:06.524077 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477879cf-60ee-4b5e-8f14-dc4873aabbfc req-175a2cfb-14f0-4488-b616-d762eb26cb74 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:06.525547 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-477879cf-60ee-4b5e-8f14-dc4873aabbfc req-175a2cfb-14f0-4488-b616-d762eb26cb74 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 984 time: 0.0821216 Jun 03 08:45:06.572819 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-477879cf-60ee-4b5e-8f14-dc4873aabbfc req-6230ffce-9e0d-4f7d-a593-b2e52d8341a1 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&id=53fced6d-4e87-4c93-bc43-6a6347e48714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414295 Jun 03 08:45:07.766916 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a8cd8-1a36-4238-9c2f-25e4aece0432 req-7d40cae8-d42c-4af8-9d0e-22089ed761db tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:07.768299 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b83a8cd8-1a36-4238-9c2f-25e4aece0432 req-7d40cae8-d42c-4af8-9d0e-22089ed761db tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 984 time: 0.0860400 Jun 03 08:45:07.816282 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b83a8cd8-1a36-4238-9c2f-25e4aece0432 req-4e1d9a15-8819-432a-b46a-b3863610f82f tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&id=53fced6d-4e87-4c93-bc43-6a6347e48714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420594 Jun 03 08:45:09.009265 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d4c53-1fb8-48c1-9f75-c349930320ea req-42bd35be-5044-4caa-9ace-fa1e09d59842 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:09.011391 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-906d4c53-1fb8-48c1-9f75-c349930320ea req-42bd35be-5044-4caa-9ace-fa1e09d59842 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 984 time: 0.0857465 Jun 03 08:45:09.059141 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-906d4c53-1fb8-48c1-9f75-c349930320ea req-3150ae4a-4a87-4610-9e65-e937fa60077b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&id=53fced6d-4e87-4c93-bc43-6a6347e48714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409551 Jun 03 08:45:10.253692 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af092fe6-29fe-4426-9cb9-75efd4b81f7a req-b9ea8219-25dd-4cc0-b7b8-5ccec41190ae tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:10.255222 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-af092fe6-29fe-4426-9cb9-75efd4b81f7a req-b9ea8219-25dd-4cc0-b7b8-5ccec41190ae tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 984 time: 0.0831637 Jun 03 08:45:10.303583 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-af092fe6-29fe-4426-9cb9-75efd4b81f7a req-cc9957f9-e12c-4690-88cd-4ae9cef03d2c tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&id=53fced6d-4e87-4c93-bc43-6a6347e48714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425625 Jun 03 08:45:17.866073 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:23.377633 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-2c021e80-a0b4-400a-a2b0-1d769723c2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:24.557464 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-10d4ac50-7900-4098-849c-fe00f8af5867 req-de191989-2dbc-4224-b444-64e711bcd934 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722938 Jun 03 08:45:24.692413 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4ac50-7900-4098-849c-fe00f8af5867 req-e0edbb30-58ed-4982-b514-9da7615459a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:24.693936 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-10d4ac50-7900-4098-849c-fe00f8af5867 req-e0edbb30-58ed-4982-b514-9da7615459a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c641b9655414213a00c1536bd8d865e&device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 1137 time: 0.0707595 Jun 03 08:45:24.841800 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4ac50-7900-4098-849c-fe00f8af5867 req-84a4c9b2-bdae-49ff-a1ac-1295a9ecc754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:24.843402 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-10d4ac50-7900-4098-849c-fe00f8af5867 req-84a4c9b2-bdae-49ff-a1ac-1295a9ecc754 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3431a552-a2f9-4256-a196-c5576dd85b18 HTTP/1.1" status: 200 len: 915 time: 0.1280787 Jun 03 08:45:24.949591 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-10d4ac50-7900-4098-849c-fe00f8af5867 req-d2015e0e-8827-46ff-8fa5-eb3a9af575cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb241656-4794-4cbc-97d2-0f2f731d558d HTTP/1.1" status: 200 len: 1001 time: 0.0990603 Jun 03 08:45:25.016337 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4ac50-7900-4098-849c-fe00f8af5867 req-da1b4acb-b008-4c73-b6fd-ba5383a6f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:25.017758 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-10d4ac50-7900-4098-849c-fe00f8af5867 req-da1b4acb-b008-4c73-b6fd-ba5383a6f6e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c93d8d4-c196-4f37-8f8f-d36a3533c9c7 HTTP/1.1" status: 200 len: 853 time: 0.0618026 Jun 03 08:45:25.094845 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4ac50-7900-4098-849c-fe00f8af5867 req-e87d4070-b2a1-4b13-8353-55c6b2e4a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:25.096638 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-10d4ac50-7900-4098-849c-fe00f8af5867 req-e87d4070-b2a1-4b13-8353-55c6b2e4a1df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3431a552-a2f9-4256-a196-c5576dd85b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709379 Jun 03 08:45:25.230561 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-10d4ac50-7900-4098-849c-fe00f8af5867 req-edded40e-a4b3-43a0-bb5b-713831853f59 service neutron] 10.222.0.47 "GET /v2.0/networks/3431a552-a2f9-4256-a196-c5576dd85b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268783 Jun 03 08:45:25.438558 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-10d4ac50-7900-4098-849c-fe00f8af5867 req-56b61f65-bf61-4b2f-9254-62d9f5fc6f9d service neutron] 10.222.0.47 "GET /v2.0/networks/3431a552-a2f9-4256-a196-c5576dd85b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016046 Jun 03 08:45:26.366042 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:26.746504 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-85e563a4-e3d0-4923-988f-4243a6fae853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:26.820593 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:45:27.831239 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:29.848851 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:42.708403 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-33acdd98-52ff-47b2-bbd5-c4a93044dc8f req-3ebe8792-e2ab-4530-b48d-22718a8c6b03 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2098438015&fields=id&tenant_id=1c641b9655414213a00c1536bd8d865e HTTP/1.1" status: 200 len: 267 time: 0.0400777 Jun 03 08:45:42.794155 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acdd98-52ff-47b2-bbd5-c4a93044dc8f req-1f237097-99c3-441f-91fc-5b09d49dc5c3 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:42.795510 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-33acdd98-52ff-47b2-bbd5-c4a93044dc8f req-1f237097-99c3-441f-91fc-5b09d49dc5c3 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 984 time: 0.0818670 Jun 03 08:45:42.812527 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [req-33acdd98-52ff-47b2-bbd5-c4a93044dc8f req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Request body: {'port': {'security_groups': ['5021d434-debd-4b79-a331-fe5951a3d4dc']}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:45:42.929102 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-33acdd98-52ff-47b2-bbd5-c4a93044dc8f req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:43.168516 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [req-33acdd98-52ff-47b2-bbd5-c4a93044dc8f req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] For port fb241656-4794-4cbc-97d2-0f2f731d558d, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fb241656-4794-4cbc-97d2-0f2f731d558d,segment=NetworkSegment(5178c384-f68f-4785-b1a1-ec08f17aed59),segment_id=5178c384-f68f-4785-b1a1-ec08f17aed59)] {{(pid=92356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:45:43.195140 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-33acdd98-52ff-47b2-bbd5-c4a93044dc8f req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for port, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:43.251951 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-33acdd98-52ff-47b2-bbd5-c4a93044dc8f req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15262479'] for port, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:43.257541 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:45:43.263859 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['fb241656-4794-4cbc-97d2-0f2f731d558d'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:45:43.411494 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acdd98-52ff-47b2-bbd5-c4a93044dc8f req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:43.412114 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [req-33acdd98-52ff-47b2-bbd5-c4a93044dc8f req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:43.413481 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-33acdd98-52ff-47b2-bbd5-c4a93044dc8f req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "PUT /v2.0/ports/fb241656-4794-4cbc-97d2-0f2f731d558d HTTP/1.1" status: 200 len: 942 time: 0.6078448 Jun 03 08:45:43.414004 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb481f4a-2a1e-4379-9104-92ee343e0960', 'tag': 'fb241656-4794-4cbc-97d2-0f2f731d558d'}] {{(pid=92356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:45:43.416338 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1987e4ce19f514d8284afddf154522dadca2333eab9833e9721abb813c288452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f4f4a9-ccef-4643-aabd-d8aa2f197cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "fb481f4a-2a1e-4379-9104-92ee343e0960", "tag": "fb241656-4794-4cbc-97d2-0f2f731d558d"}]}' {{(pid=92356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:45:43.421123 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 34784) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:45:43.446519 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Pushing event updated for resources: {'Port': ['ID=fb241656-4794-4cbc-97d2-0f2f731d558d,revision_number=7']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:45:43.455236 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.455693 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.456071 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.456439 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.456800 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.458007 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.458458 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.458824 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.459220 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.459582 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.459940 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.460324 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.464466 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:45:43.477188 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['fb241656-4794-4cbc-97d2-0f2f731d558d'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:45:43.484862 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b13f61-fb85-4a6e-8d33-6375ff948cc8 x-openstack-request-id: req-f3b13f61-fb85-4a6e-8d33-6375ff948cc8 {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:45:43.485424 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb481f4a-2a1e-4379-9104-92ee343e0960", "tag": "fb241656-4794-4cbc-97d2-0f2f731d558d", "status": "completed", "code": 200}]} {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:45:43.486418 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3b13f61-fb85-4a6e-8d33-6375ff948cc8 {{(pid=92356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:45:43.487077 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb481f4a-2a1e-4379-9104-92ee343e0960', 'tag': 'fb241656-4794-4cbc-97d2-0f2f731d558d', 'status': 'completed', 'code': 200} Jun 03 08:45:43.504739 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d77bfa9f-5ad4-47bd-9aee-fad98aed4d6a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:43.580175 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d77bfa9f-5ad4-47bd-9aee-fad98aed4d6a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:43.645991 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4f4a9-ccef-4643-aabd-d8aa2f197cd5 req-56c9808e-5025-4e75-a503-fba96cb1581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:43.647499 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e0f4f4a9-ccef-4643-aabd-d8aa2f197cd5 req-56c9808e-5025-4e75-a503-fba96cb1581e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c641b9655414213a00c1536bd8d865e&device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 1098 time: 0.1324732 Jun 03 08:45:43.692001 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-ed157ab1-05a9-4e9c-abe0-513afc5c7485 None None] Provisioning complete for port fb241656-4794-4cbc-97d2-0f2f731d558d triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:45:43.692276 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-ed157ab1-05a9-4e9c-abe0-513afc5c7485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:43.775385 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d77bfa9f-5ad4-47bd-9aee-fad98aed4d6a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:43.782838 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-7fa76311-f9c6-4bc3-9657-a8b91cbbc166 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:45:43.800056 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4f4a9-ccef-4643-aabd-d8aa2f197cd5 req-ff2855a0-ac12-41fc-909d-807d607df544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:43.801478 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e0f4f4a9-ccef-4643-aabd-d8aa2f197cd5 req-ff2855a0-ac12-41fc-909d-807d607df544 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3431a552-a2f9-4256-a196-c5576dd85b18 HTTP/1.1" status: 200 len: 915 time: 0.1476197 Jun 03 08:45:43.803124 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bfa9f-5ad4-47bd-9aee-fad98aed4d6a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fced6d-4e87-4c93-bc43-6a6347e48714,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:45:43.812006 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bfa9f-5ad4-47bd-9aee-fad98aed4d6a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.815423 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bfa9f-5ad4-47bd-9aee-fad98aed4d6a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.815423 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bfa9f-5ad4-47bd-9aee-fad98aed4d6a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.815423 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bfa9f-5ad4-47bd-9aee-fad98aed4d6a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.815423 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bfa9f-5ad4-47bd-9aee-fad98aed4d6a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.815423 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bfa9f-5ad4-47bd-9aee-fad98aed4d6a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.815423 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bfa9f-5ad4-47bd-9aee-fad98aed4d6a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.815423 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bfa9f-5ad4-47bd-9aee-fad98aed4d6a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.815423 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bfa9f-5ad4-47bd-9aee-fad98aed4d6a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.815423 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bfa9f-5ad4-47bd-9aee-fad98aed4d6a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.815423 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bfa9f-5ad4-47bd-9aee-fad98aed4d6a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.816459 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bfa9f-5ad4-47bd-9aee-fad98aed4d6a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:43.872277 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-d77bfa9f-5ad4-47bd-9aee-fad98aed4d6a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:45:43.893420 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d77bfa9f-5ad4-47bd-9aee-fad98aed4d6a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:43.894545 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-d77bfa9f-5ad4-47bd-9aee-fad98aed4d6a tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "DELETE /v2.0/security-groups/53fced6d-4e87-4c93-bc43-6a6347e48714 HTTP/1.1" status: 204 len: 168 time: 0.4711940 Jun 03 08:45:43.897278 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34786) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:45:43.919246 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e0f4f4a9-ccef-4643-aabd-d8aa2f197cd5 req-99aa394e-21c4-4dfd-a511-2fc3af42c835 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb241656-4794-4cbc-97d2-0f2f731d558d HTTP/1.1" status: 200 len: 1001 time: 0.1092236 Jun 03 08:45:43.986500 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4f4a9-ccef-4643-aabd-d8aa2f197cd5 req-0867014c-6081-419b-afbb-44b4b119111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:43.987972 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e0f4f4a9-ccef-4643-aabd-d8aa2f197cd5 req-0867014c-6081-419b-afbb-44b4b119111e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c93d8d4-c196-4f37-8f8f-d36a3533c9c7 HTTP/1.1" status: 200 len: 853 time: 0.0630620 Jun 03 08:45:44.063231 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4f4a9-ccef-4643-aabd-d8aa2f197cd5 req-8732c1a6-facf-4280-90bb-0e4c97fc27f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:44.064688 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e0f4f4a9-ccef-4643-aabd-d8aa2f197cd5 req-8732c1a6-facf-4280-90bb-0e4c97fc27f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3431a552-a2f9-4256-a196-c5576dd85b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707946 Jun 03 08:45:44.165488 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-d23bf7a7-54f2-4294-8707-de0a778936b9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Deleting port 44d20946-d888-4c93-8180-5a8d460b91da {{(pid=92356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:45:44.165818 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d23bf7a7-54f2-4294-8707-de0a778936b9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:44.199943 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e0f4f4a9-ccef-4643-aabd-d8aa2f197cd5 req-f864962a-2b58-4c7d-8785-e9627735f705 service neutron] 10.222.0.47 "GET /v2.0/networks/3431a552-a2f9-4256-a196-c5576dd85b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279023 Jun 03 08:45:44.285735 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d23bf7a7-54f2-4294-8707-de0a778936b9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:44.285981 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d23bf7a7-54f2-4294-8707-de0a778936b9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:44.332982 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e0f4f4a9-ccef-4643-aabd-d8aa2f197cd5 req-1abef802-af4d-4556-a36a-d9db6301c77a service neutron] 10.222.0.47 "GET /v2.0/networks/3431a552-a2f9-4256-a196-c5576dd85b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266859 Jun 03 08:45:44.407788 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-d23bf7a7-54f2-4294-8707-de0a778936b9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Calling delete_port for 44d20946-d888-4c93-8180-5a8d460b91da owned by network:floatingip {{(pid=92356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:45:44.738017 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d23bf7a7-54f2-4294-8707-de0a778936b9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:44.741976 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-02c240be-3c29-4417-b878-1280781b6dae tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:45:44.816082 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bf7a7-54f2-4294-8707-de0a778936b9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Pushing event deleted for resources: {'Port': ['ID=44d20946-d888-4c93-8180-5a8d460b91da,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:45:44.822709 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d23bf7a7-54f2-4294-8707-de0a778936b9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:45:44.882939 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d23bf7a7-54f2-4294-8707-de0a778936b9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks [] for floatingip, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:44.883258 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.db.l3_db [None req-d23bf7a7-54f2-4294-8707-de0a778936b9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Floating IP f4eeaf57-93b5-4c4e-b0d5-ac8e9703e288 disassociated (deleted). External IP: 172.28.3.231, port: fb241656-4794-4cbc-97d2-0f2f731d558d. Jun 03 08:45:45.227493 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23bf7a7-54f2-4294-8707-de0a778936b9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Router 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:45:45.405748 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23bf7a7-54f2-4294-8707-de0a778936b9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:45:45.415365 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1828e0-1bbe-44f3-afd9-5dac6308ff34 None None] Sync routers for ids ['2bed3f8d-a19d-40c0-abcb-43e47f1409e9'] in dv-cinder-787262-5-smb {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:45:45.422381 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-d23bf7a7-54f2-4294-8707-de0a778936b9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for floatingip, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:45.425565 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1828e0-1bbe-44f3-afd9-5dac6308ff34 None None] Routers {'2bed3f8d-a19d-40c0-abcb-43e47f1409e9'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:45:45.426216 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-3f1828e0-1bbe-44f3-afd9-5dac6308ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:45:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['2bed3f8d-a19d-40c0-abcb-43e47f1409e9'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:45:45.580979 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-d23bf7a7-54f2-4294-8707-de0a778936b9 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "DELETE /v2.0/floatingips/f4eeaf57-93b5-4c4e-b0d5-ac8e9703e288 HTTP/1.1" status: 204 len: 168 time: 1.6825128 Jun 03 08:45:45.581736 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb481f4a-2a1e-4379-9104-92ee343e0960', 'tag': 'fb241656-4794-4cbc-97d2-0f2f731d558d'}] {{(pid=92356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:45:45.584192 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1987e4ce19f514d8284afddf154522dadca2333eab9833e9721abb813c288452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1cf777-90c8-4ee6-8920-dd110a0c60b1" -d '{"events": [{"name": "network-changed", "server_uuid": "fb481f4a-2a1e-4379-9104-92ee343e0960", "tag": "fb241656-4794-4cbc-97d2-0f2f731d558d"}]}' {{(pid=92356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:45:45.613711 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-3f1828e0-1bbe-44f3-afd9-5dac6308ff34 None None] Set router 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:45:45.627618 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b0392e-90d7-460e-a38c-89870731581f x-openstack-request-id: req-e3b0392e-90d7-460e-a38c-89870731581f {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:45:45.627954 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb481f4a-2a1e-4379-9104-92ee343e0960", "tag": "fb241656-4794-4cbc-97d2-0f2f731d558d", "status": "completed", "code": 200}]} {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:45:45.628243 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3b0392e-90d7-460e-a38c-89870731581f {{(pid=92356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:45:45.628668 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb481f4a-2a1e-4379-9104-92ee343e0960', 'tag': 'fb241656-4794-4cbc-97d2-0f2f731d558d', 'status': 'completed', 'code': 200} Jun 03 08:45:45.720821 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cf777-90c8-4ee6-8920-dd110a0c60b1 req-f5f3e1f6-bb8b-47bc-b06c-7bb958f3d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:45.722457 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7d1cf777-90c8-4ee6-8920-dd110a0c60b1 req-f5f3e1f6-bb8b-47bc-b06c-7bb958f3d69b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c641b9655414213a00c1536bd8d865e&device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 1098 time: 0.0737693 Jun 03 08:45:45.864731 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cf777-90c8-4ee6-8920-dd110a0c60b1 req-80370e49-2790-4d67-ae58-0ac5bac98481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:45.866239 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7d1cf777-90c8-4ee6-8920-dd110a0c60b1 req-80370e49-2790-4d67-ae58-0ac5bac98481 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3431a552-a2f9-4256-a196-c5576dd85b18 HTTP/1.1" status: 200 len: 915 time: 0.1379700 Jun 03 08:45:45.938021 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7d1cf777-90c8-4ee6-8920-dd110a0c60b1 req-db329bd6-2d39-454d-a72c-4104309dc2bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb241656-4794-4cbc-97d2-0f2f731d558d HTTP/1.1" status: 200 len: 217 time: 0.0655890 Jun 03 08:45:45.974791 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-3f1828e0-1bbe-44f3-afd9-5dac6308ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'name': 'tempest-TestMinimumBasicScenario-636492377-router', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:35Z', 'updated_at': '2021-06-03T08:43:39Z', 'revision_number': 4, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'gw_port': {'id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:36Z', 'updated_at': '2021-06-03T08:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'cc975c29-5c5e-4d5b-956e-8537366a7dbe', 'name': '', 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'mac_address': 'fa:16:3e:bf:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0c93d8d4-c196-4f37-8f8f-d36a3533c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:39Z', 'updated_at': '2021-06-03T08:43:45Z', 'revision_number': 5, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'subnets': [{'id': '0c93d8d4-c196-4f37-8f8f-d36a3533c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:45:45.978903 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1828e0-1bbe-44f3-afd9-5dac6308ff34 None None] Checking router: 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 for host: dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:45:45.989267 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1828e0-1bbe-44f3-afd9-5dac6308ff34 None None] Routers {'2bed3f8d-a19d-40c0-abcb-43e47f1409e9'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:45:45.989882 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-3f1828e0-1bbe-44f3-afd9-5dac6308ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:45:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['2bed3f8d-a19d-40c0-abcb-43e47f1409e9'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:45:46.003526 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cf777-90c8-4ee6-8920-dd110a0c60b1 req-5520929e-98f1-43a7-8ef1-284884cd8876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:46.004898 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7d1cf777-90c8-4ee6-8920-dd110a0c60b1 req-5520929e-98f1-43a7-8ef1-284884cd8876 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c93d8d4-c196-4f37-8f8f-d36a3533c9c7 HTTP/1.1" status: 200 len: 853 time: 0.0608835 Jun 03 08:45:46.090814 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cf777-90c8-4ee6-8920-dd110a0c60b1 req-08175e13-2041-4dc0-b8d7-841adc44059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:46.093007 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7d1cf777-90c8-4ee6-8920-dd110a0c60b1 req-08175e13-2041-4dc0-b8d7-841adc44059f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3431a552-a2f9-4256-a196-c5576dd85b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810075 Jun 03 08:45:46.164679 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-3f1828e0-1bbe-44f3-afd9-5dac6308ff34 None None] Set router 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:45:46.235734 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7d1cf777-90c8-4ee6-8920-dd110a0c60b1 req-c121c4e1-09e9-4d65-827f-174991b7e742 service neutron] 10.222.0.47 "GET /v2.0/networks/3431a552-a2f9-4256-a196-c5576dd85b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373751 Jun 03 08:45:46.466574 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7d1cf777-90c8-4ee6-8920-dd110a0c60b1 req-e2cdd4c9-2f3e-4a3d-a36f-72598c073661 service neutron] 10.222.0.47 "GET /v2.0/networks/3431a552-a2f9-4256-a196-c5576dd85b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240558 Jun 03 08:45:46.511616 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-3f1828e0-1bbe-44f3-afd9-5dac6308ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'name': 'tempest-TestMinimumBasicScenario-636492377-router', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:35Z', 'updated_at': '2021-06-03T08:43:39Z', 'revision_number': 4, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'gw_port': {'id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:36Z', 'updated_at': '2021-06-03T08:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'cc975c29-5c5e-4d5b-956e-8537366a7dbe', 'name': '', 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'mac_address': 'fa:16:3e:bf:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0c93d8d4-c196-4f37-8f8f-d36a3533c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:39Z', 'updated_at': '2021-06-03T08:43:45Z', 'revision_number': 5, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'subnets': [{'id': '0c93d8d4-c196-4f37-8f8f-d36a3533c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:45:46.515615 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1828e0-1bbe-44f3-afd9-5dac6308ff34 None None] The sync data for ids ['2bed3f8d-a19d-40c0-abcb-43e47f1409e9'] in dv-cinder-787262-5-smb is: [{'id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'name': 'tempest-TestMinimumBasicScenario-636492377-router', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:35Z', 'updated_at': '2021-06-03T08:43:39Z', 'revision_number': 4, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'gw_port': {'id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:36Z', 'updated_at': '2021-06-03T08:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'cc975c29-5c5e-4d5b-956e-8537366a7dbe', 'name': '', 'network_id': '3431a552-a2f9-4256-a196-c5576dd85b18', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'mac_address': 'fa:16:3e:bf:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0c93d8d4-c196-4f37-8f8f-d36a3533c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:39Z', 'updated_at': '2021-06-03T08:43:45Z', 'revision_number': 5, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'subnets': [{'id': '0c93d8d4-c196-4f37-8f8f-d36a3533c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:45:46.724250 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c31eee-033c-4825-bd5e-f37a0a0589b5 None None] New status for floating IP f4eeaf57-93b5-4c4e-b0d5-ac8e9703e288: DOWN {{(pid=92359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 08:45:47.854298 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:49.477637 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c000e4-56d6-4d4b-b057-f442444957e6 req-9e478913-0464-46bb-8298-7e214a4b82dd tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:49.479037 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-88c000e4-56d6-4d4b-b057-f442444957e6 req-9e478913-0464-46bb-8298-7e214a4b82dd tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 945 time: 0.0800700 Jun 03 08:45:49.524607 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-88c000e4-56d6-4d4b-b057-f442444957e6 req-97d77396-62bb-4182-a16e-4f431ec57770 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Synchronizing usage tracker for tenant:1c641b9655414213a00c1536bd8d865e on resource:security_group {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:45:49.597187 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-88c000e4-56d6-4d4b-b057-f442444957e6 req-97d77396-62bb-4182-a16e-4f431ec57770 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Unset dirty status for tenant:1c641b9655414213a00c1536bd8d865e on resource:security_group {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:45:49.598397 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-88c000e4-56d6-4d4b-b057-f442444957e6 req-97d77396-62bb-4182-a16e-4f431ec57770 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131289 Jun 03 08:45:50.783572 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab15bd-4c18-4c07-aeff-e5a99fd315f8 req-17a8d948-9d1d-42bc-ad24-8c8345a0acc4 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:50.784155 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-c6ab15bd-4c18-4c07-aeff-e5a99fd315f8 req-17a8d948-9d1d-42bc-ad24-8c8345a0acc4 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Synchronizing usage tracker for tenant:1c641b9655414213a00c1536bd8d865e on resource:port {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:45:50.872190 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-c6ab15bd-4c18-4c07-aeff-e5a99fd315f8 req-17a8d948-9d1d-42bc-ad24-8c8345a0acc4 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Unset dirty status for tenant:1c641b9655414213a00c1536bd8d865e on resource:port {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:45:50.873540 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-c6ab15bd-4c18-4c07-aeff-e5a99fd315f8 req-17a8d948-9d1d-42bc-ad24-8c8345a0acc4 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 945 time: 0.1680317 Jun 03 08:45:50.925192 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-c6ab15bd-4c18-4c07-aeff-e5a99fd315f8 req-cc8b2b4c-2686-4231-94fc-8e0e97f99f0b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/security-groups?id=5021d434-debd-4b79-a331-fe5951a3d4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446141 Jun 03 08:45:51.130419 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5501ba2-4a68-4b3a-8fe0-85b302f7b18b req-a9eb2eff-5746-4927-8c3d-87da3c871b41 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:45:51.131848 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-c5501ba2-4a68-4b3a-8fe0-85b302f7b18b req-a9eb2eff-5746-4927-8c3d-87da3c871b41 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 945 time: 0.0807314 Jun 03 08:45:51.270580 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-c5501ba2-4a68-4b3a-8fe0-85b302f7b18b req-fe4da40e-88e8-489f-aabb-e35d7a7485ec tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Deleting port fb241656-4794-4cbc-97d2-0f2f731d558d {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:45:51.270915 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-c5501ba2-4a68-4b3a-8fe0-85b302f7b18b req-fe4da40e-88e8-489f-aabb-e35d7a7485ec tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:51.401029 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-c5501ba2-4a68-4b3a-8fe0-85b302f7b18b req-fe4da40e-88e8-489f-aabb-e35d7a7485ec tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] For port fb241656-4794-4cbc-97d2-0f2f731d558d, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fb241656-4794-4cbc-97d2-0f2f731d558d,segment=NetworkSegment(5178c384-f68f-4785-b1a1-ec08f17aed59),segment_id=5178c384-f68f-4785-b1a1-ec08f17aed59)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:45:51.401296 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-c5501ba2-4a68-4b3a-8fe0-85b302f7b18b req-fe4da40e-88e8-489f-aabb-e35d7a7485ec tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:51.524379 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-c5501ba2-4a68-4b3a-8fe0-85b302f7b18b req-fe4da40e-88e8-489f-aabb-e35d7a7485ec tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Calling delete_port for fb241656-4794-4cbc-97d2-0f2f731d558d owned by compute:nova {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:45:51.704226 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-c5501ba2-4a68-4b3a-8fe0-85b302f7b18b req-fe4da40e-88e8-489f-aabb-e35d7a7485ec tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:51.709702 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-1054e9b3-c7e6-4091-8e2f-132bfceec8b4 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:45:51.716070 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['fb241656-4794-4cbc-97d2-0f2f731d558d'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:45:51.757832 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4da40e-88e8-489f-aabb-e35d7a7485ec tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Pushing event deleted for resources: {'Port': ['ID=fb241656-4794-4cbc-97d2-0f2f731d558d,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:45:51.760928 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-fe4da40e-88e8-489f-aabb-e35d7a7485ec tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:45:51.834875 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5501ba2-4a68-4b3a-8fe0-85b302f7b18b req-fe4da40e-88e8-489f-aabb-e35d7a7485ec tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] No DVR routers for this DVR port fb241656-4794-4cbc-97d2-0f2f731d558d on host hv-cinder-78726 {{(pid=92357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:45:51.837638 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-c5501ba2-4a68-4b3a-8fe0-85b302f7b18b req-fe4da40e-88e8-489f-aabb-e35d7a7485ec tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:51.840739 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb481f4a-2a1e-4379-9104-92ee343e0960', 'name': 'network-vif-deleted', 'tag': 'fb241656-4794-4cbc-97d2-0f2f731d558d'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:45:51.843026 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2b5275-bfb1-4d5d-8890-a0d93daf95c0" -d '{"events": [{"server_uuid": "fb481f4a-2a1e-4379-9104-92ee343e0960", "name": "network-vif-deleted", "tag": "fb241656-4794-4cbc-97d2-0f2f731d558d"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:45:51.886559 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0611fb-b067-4e69-8b2e-924a35bb530b x-openstack-request-id: req-db0611fb-b067-4e69-8b2e-924a35bb530b {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:45:51.886559 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb481f4a-2a1e-4379-9104-92ee343e0960", "name": "network-vif-deleted", "tag": "fb241656-4794-4cbc-97d2-0f2f731d558d", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:45:51.886559 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db0611fb-b067-4e69-8b2e-924a35bb530b {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:45:51.886884 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb481f4a-2a1e-4379-9104-92ee343e0960', 'name': 'network-vif-deleted', 'tag': 'fb241656-4794-4cbc-97d2-0f2f731d558d', 'status': 'completed', 'code': 200} Jun 03 08:45:51.906556 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-c5501ba2-4a68-4b3a-8fe0-85b302f7b18b req-fe4da40e-88e8-489f-aabb-e35d7a7485ec tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.47 "DELETE /v2.0/ports/fb241656-4794-4cbc-97d2-0f2f731d558d HTTP/1.1" status: 204 len: 173 time: 0.7692127 Jun 03 08:45:52.077871 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-ad4712ca-9506-4f5e-943c-adf15f4e7d51 req-5d14e0c0-9ea1-468b-8b73-ca86e725ef29 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb481f4a-2a1e-4379-9104-92ee343e0960 HTTP/1.1" status: 200 len: 210 time: 0.0424345 Jun 03 08:45:53.377978 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-27dc380a-3455-46f1-9ad1-39afc6743a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:54.290948 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device fb241656-4794-4cbc-97d2-0f2f731d558d no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:45:54.325094 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] No Port match for: fb241656-4794-4cbc-97d2-0f2f731d558d {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:45:54.325436 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device fb241656-4794-4cbc-97d2-0f2f731d558d not bound to the agent host hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:45:54.441566 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 34872) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:45:54.966869 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-81c6033e-bfdb-4a79-9aed-c7ca4b71868a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16361550'] for router_interface, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:55.458567 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [None req-81c6033e-bfdb-4a79-9aed-c7ca4b71868a admin admin] Deleting port cc975c29-5c5e-4d5b-956e-8537366a7dbe {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:45:55.459279 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-81c6033e-bfdb-4a79-9aed-c7ca4b71868a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:55.584576 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [None req-81c6033e-bfdb-4a79-9aed-c7ca4b71868a admin admin] For port cc975c29-5c5e-4d5b-956e-8537366a7dbe, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=cc975c29-5c5e-4d5b-956e-8537366a7dbe,segment=NetworkSegment(5178c384-f68f-4785-b1a1-ec08f17aed59),segment_id=5178c384-f68f-4785-b1a1-ec08f17aed59)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:45:55.584946 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-81c6033e-bfdb-4a79-9aed-c7ca4b71868a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:55.705101 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [None req-81c6033e-bfdb-4a79-9aed-c7ca4b71868a admin admin] Calling delete_port for cc975c29-5c5e-4d5b-956e-8537366a7dbe owned by network:router_interface {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:45:55.909503 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-81c6033e-bfdb-4a79-9aed-c7ca4b71868a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:55.913372 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-1641752d-542d-4b85-a9f6-c4ba5ed3307b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:45:55.988925 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6033e-bfdb-4a79-9aed-c7ca4b71868a admin admin] Pushing event deleted for resources: {'Port': ['ID=cc975c29-5c5e-4d5b-956e-8537366a7dbe,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:45:55.996411 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-81c6033e-bfdb-4a79-9aed-c7ca4b71868a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:45:56.227891 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-81c6033e-bfdb-4a79-9aed-c7ca4b71868a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16309445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16361682'] for router_interface, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:56.395159 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:56.679606 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c6033e-bfdb-4a79-9aed-c7ca4b71868a admin admin] Router 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:45:56.746238 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-b2b519d3-a7c5-48b8-a87f-dc0eac1166f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:56.854454 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c6033e-bfdb-4a79-9aed-c7ca4b71868a admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:45:56.863112 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b6a105-b128-4a11-a8f0-4abebba819f7 None None] Sync routers for ids ['2bed3f8d-a19d-40c0-abcb-43e47f1409e9'] in dv-cinder-787262-5-smb {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:45:56.866985 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-81c6033e-bfdb-4a79-9aed-c7ca4b71868a admin admin] 10.222.0.18 "PUT /v2.0/routers/2bed3f8d-a19d-40c0-abcb-43e47f1409e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4243052 Jun 03 08:45:56.869398 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 34874) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:45:56.872315 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b6a105-b128-4a11-a8f0-4abebba819f7 None None] Routers {'2bed3f8d-a19d-40c0-abcb-43e47f1409e9'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:45:56.872925 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-69b6a105-b128-4a11-a8f0-4abebba819f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:45:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['2bed3f8d-a19d-40c0-abcb-43e47f1409e9'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:45:57.050920 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-23612d9f-99f0-4f5f-8639-403590fdd44a admin admin] Notify callbacks [] for router, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:57.055308 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-69b6a105-b128-4a11-a8f0-4abebba819f7 None None] Set router 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:45:57.227540 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-23612d9f-99f0-4f5f-8639-403590fdd44a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:57.341071 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-69b6a105-b128-4a11-a8f0-4abebba819f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'name': 'tempest-TestMinimumBasicScenario-636492377-router', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:35Z', 'updated_at': '2021-06-03T08:45:55Z', 'revision_number': 5, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'gw_port': {'id': 'e2202ddb-292f-4c6e-b4b1-125f79ce6465', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:36Z', 'updated_at': '2021-06-03T08:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:45:57.345396 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b6a105-b128-4a11-a8f0-4abebba819f7 None None] Checking router: 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 for host: dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:45:57.353851 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b6a105-b128-4a11-a8f0-4abebba819f7 None None] Routers {'2bed3f8d-a19d-40c0-abcb-43e47f1409e9'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:45:57.354500 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-69b6a105-b128-4a11-a8f0-4abebba819f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:45:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['2bed3f8d-a19d-40c0-abcb-43e47f1409e9'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:45:57.385380 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [None req-23612d9f-99f0-4f5f-8639-403590fdd44a admin admin] Deleting port e2202ddb-292f-4c6e-b4b1-125f79ce6465 {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:45:57.385718 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-23612d9f-99f0-4f5f-8639-403590fdd44a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:57.511910 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [None req-23612d9f-99f0-4f5f-8639-403590fdd44a admin admin] For port e2202ddb-292f-4c6e-b4b1-125f79ce6465, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=e2202ddb-292f-4c6e-b4b1-125f79ce6465,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:45:57.512272 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-23612d9f-99f0-4f5f-8639-403590fdd44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:57.549680 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-69b6a105-b128-4a11-a8f0-4abebba819f7 None None] Set router 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 gateway port host: None {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:45:57.633878 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [None req-23612d9f-99f0-4f5f-8639-403590fdd44a admin admin] Calling delete_port for e2202ddb-292f-4c6e-b4b1-125f79ce6465 owned by network:router_gateway {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:45:57.654631 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-69b6a105-b128-4a11-a8f0-4abebba819f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'name': 'tempest-TestMinimumBasicScenario-636492377-router', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:35Z', 'updated_at': '2021-06-03T08:45:57Z', 'revision_number': 6, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'gw_port_host': None}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:45:57.658819 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b6a105-b128-4a11-a8f0-4abebba819f7 None None] The sync data for ids ['2bed3f8d-a19d-40c0-abcb-43e47f1409e9'] in dv-cinder-787262-5-smb is: [{'id': '2bed3f8d-a19d-40c0-abcb-43e47f1409e9', 'name': 'tempest-TestMinimumBasicScenario-636492377-router', 'tenant_id': '1c641b9655414213a00c1536bd8d865e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:35Z', 'updated_at': '2021-06-03T08:45:57Z', 'revision_number': 6, 'project_id': '1c641b9655414213a00c1536bd8d865e', 'gw_port_host': None}] {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:45:57.854727 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:57.865815 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-23612d9f-99f0-4f5f-8639-403590fdd44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:57.869774 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-64ee5139-70e3-4124-b91f-4ca106dbe7a3 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:45:57.914070 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23612d9f-99f0-4f5f-8639-403590fdd44a admin admin] Pushing event deleted for resources: {'Port': ['ID=e2202ddb-292f-4c6e-b4b1-125f79ce6465,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:45:57.944155 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-23612d9f-99f0-4f5f-8639-403590fdd44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:45:58.009551 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-23612d9f-99f0-4f5f-8639-403590fdd44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361065'] for router_gateway, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:58.180217 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-23612d9f-99f0-4f5f-8639-403590fdd44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16658083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6690'] for router, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:58.182302 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-23612d9f-99f0-4f5f-8639-403590fdd44a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:58.357601 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-23612d9f-99f0-4f5f-8639-403590fdd44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16658995'] for router, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:58.358036 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23612d9f-99f0-4f5f-8639-403590fdd44a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bed3f8d-a19d-40c0-abcb-43e47f1409e9 {{(pid=92357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 08:45:58.370435 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-23612d9f-99f0-4f5f-8639-403590fdd44a admin admin] Notify callbacks [] for router, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:58.372498 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-23612d9f-99f0-4f5f-8639-403590fdd44a admin admin] 10.222.0.18 "DELETE /v2.0/routers/2bed3f8d-a19d-40c0-abcb-43e47f1409e9 HTTP/1.1" status: 204 len: 168 time: 1.5012517 Jun 03 08:45:58.374117 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 34876) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:45:58.433796 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59df168-2a63-4335-b3c3-ba0db166cdba admin admin] Deleting subnet 0c93d8d4-c196-4f37-8f8f-d36a3533c9c7 {{(pid=92357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 08:45:58.436756 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a59df168-2a63-4335-b3c3-ba0db166cdba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:58.494391 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a59df168-2a63-4335-b3c3-ba0db166cdba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14977399'] for subnet, precommit_delete_associations {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:58.575782 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a59df168-2a63-4335-b3c3-ba0db166cdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997589'] for subnet, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:58.895087 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a59df168-2a63-4335-b3c3-ba0db166cdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14263938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15262770'] for subnet, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:58.899302 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:45:58.933690 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59df168-2a63-4335-b3c3-ba0db166cdba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c93d8d4-c196-4f37-8f8f-d36a3533c9c7,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:45:58.936347 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-a59df168-2a63-4335-b3c3-ba0db166cdba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:45:58.939918 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-a59df168-2a63-4335-b3c3-ba0db166cdba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for subnet, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:58.945359 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90deec89-63bf-4339-9803-a7ec2f343fa4 None None] Network 3431a552-a2f9-4256-a196-c5576dd85b18 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:45:58.947528 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-a59df168-2a63-4335-b3c3-ba0db166cdba admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0c93d8d4-c196-4f37-8f8f-d36a3533c9c7 HTTP/1.1" status: 204 len: 168 time: 0.5721846 Jun 03 08:45:58.949759 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 34878) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:45:59.060882 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528754'] for network, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:59.131648 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] Deleting port 6ef5e560-48c3-4cb4-942e-7810cf9f4d33 {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:45:59.131974 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:59.198958 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] DHCP port deletion for 3431a552-a2f9-4256-a196-c5576dd85b18 request from dv-cinder-787262-5-smb {{(pid=92358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 08:45:59.240280 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] For port 6ef5e560-48c3-4cb4-942e-7810cf9f4d33, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=6ef5e560-48c3-4cb4-942e-7810cf9f4d33,segment=NetworkSegment(5178c384-f68f-4785-b1a1-ec08f17aed59),segment_id=5178c384-f68f-4785-b1a1-ec08f17aed59)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:45:59.240662 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:59.265075 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] Deleting port 6ef5e560-48c3-4cb4-942e-7810cf9f4d33 {{(pid=92358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:45:59.266460 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:59.295632 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device e2202ddb-292f-4c6e-b4b1-125f79ce6465 no longer exists at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:45:59.336926 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] No Port match for: e2202ddb-292f-4c6e-b4b1-125f79ce6465 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:45:59.337274 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device e2202ddb-292f-4c6e-b4b1-125f79ce6465 not bound to the agent host dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:45:59.337692 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 6ef5e560-48c3-4cb4-942e-7810cf9f4d33 no longer exists at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:45:59.366325 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] Calling delete_port for 6ef5e560-48c3-4cb4-942e-7810cf9f4d33 owned by network:dhcp {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:45:59.447205 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] For port 6ef5e560-48c3-4cb4-942e-7810cf9f4d33, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=6ef5e560-48c3-4cb4-942e-7810cf9f4d33,segment=NetworkSegment(5178c384-f68f-4785-b1a1-ec08f17aed59),segment_id=5178c384-f68f-4785-b1a1-ec08f17aed59)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:45:59.447469 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:59.494725 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:59.498692 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-aa514921-6bc6-434a-832b-5dff976fdec3 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:45:59.540582 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef5e560-48c3-4cb4-942e-7810cf9f4d33,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:45:59.544101 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:45:59.546385 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] No DVR routers for this DVR port 6ef5e560-48c3-4cb4-942e-7810cf9f4d33 on host dv-cinder-787262-5-smb {{(pid=92357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:45:59.572415 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] Calling delete_port for 6ef5e560-48c3-4cb4-942e-7810cf9f4d33 owned by network:dhcp {{(pid=92358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:45:59.574952 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] No active binding found for port 6ef5e560-48c3-4cb4-942e-7810cf9f4d33 {{(pid=92358) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 08:45:59.575373 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 6ef5e560-48c3-4cb4-942e-7810cf9f4d33 not bound to the agent host dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:45:59.575788 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device cc975c29-5c5e-4d5b-956e-8537366a7dbe no longer exists at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:45:59.611223 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] No Port match for: cc975c29-5c5e-4d5b-956e-8537366a7dbe {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:45:59.611615 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device cc975c29-5c5e-4d5b-956e-8537366a7dbe not bound to the agent host dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:45:59.650870 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815'] for port, after_delete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:59.654551 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-1592eee1-bd98-4c3d-a61f-2492a6f07db8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:45:59.663114 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999006', 'neutron.services.segments.db._delete_segments_for_network-8762866104814'] for network, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:59.676441 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.services.segments.db [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3431a552-a2f9-4256-a196-c5576dd85b18']}} {{(pid=92357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:45:59.689072 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.services.segments.db [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5178c384-f68f-4785-b1a1-ec08f17aed59') {'for_net_delete': True} {{(pid=92357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:45:59.689367 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.services.segments.db [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5178c384-f68f-4785-b1a1-ec08f17aed59') {} {{(pid=92357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:45:59.700445 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] Pushing event deleted for resources: {'Port': ['ID=6ef5e560-48c3-4cb4-942e-7810cf9f4d33,revision_number=None']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:45:59.700932 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762866108173', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14977388'] for segment, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:59.708217 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] No DVR routers for this DVR port 6ef5e560-48c3-4cb4-942e-7810cf9f4d33 on host dv-cinder-787262-5-smb {{(pid=92358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:45:59.709920 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:59.710307 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:59.710645 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:59.710977 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:59.711305 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:59.711630 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:59.711952 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:59.712271 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:59.712589 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:59.712904 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:59.713224 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:59.713531 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:45:59.717788 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:59.718322 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:45:59.732498 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=92357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 08:45:59.732498 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14264040'] for segment, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: Traceback (most recent call last): Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: timer() Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: cb(*args, **kw) Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: return func(*args, **kwargs) Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: self._notify() Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: self.callback(batched_events) Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: event.method(event) Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: return f(self, *a, **k) Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: return self._get(url).json() Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: return self.request(url, 'GET', **kwargs) Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 08:45:59.738956 dv-cinder-787262-5-smb neutron-server[92357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 08:45:59.849067 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:59.877564 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361038'] for network, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:59.881212 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-2a042376-f652-4344-8ed7-6359be455ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:45:59.896131 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:45:59.902225 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3431a552-a2f9-4256-a196-c5576dd85b18,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:45:59.906784 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:45:59.987561 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-6556cde6-ec7b-4745-9352-d5bf10b468c7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3431a552-a2f9-4256-a196-c5576dd85b18 HTTP/1.1" status: 204 len: 168 time: 1.0361750 Jun 03 08:45:59.990336 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 34880) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:00.599570 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ba78ff70-4379-4422-8a8c-1b8ece9fc818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16361550'] for router_interface, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:01.008256 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [None req-ba78ff70-4379-4422-8a8c-1b8ece9fc818 admin admin] Deleting port 88e00ded-9c56-46e5-b579-1f1fc66b1f92 {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:46:01.008982 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ba78ff70-4379-4422-8a8c-1b8ece9fc818 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:01.131273 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [None req-ba78ff70-4379-4422-8a8c-1b8ece9fc818 admin admin] For port 88e00ded-9c56-46e5-b579-1f1fc66b1f92, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=88e00ded-9c56-46e5-b579-1f1fc66b1f92,segment=NetworkSegment(3dbce27f-7b65-4d29-b125-dfbca8c1fd34),segment_id=3dbce27f-7b65-4d29-b125-dfbca8c1fd34)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:46:01.131653 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ba78ff70-4379-4422-8a8c-1b8ece9fc818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:01.254288 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [None req-ba78ff70-4379-4422-8a8c-1b8ece9fc818 admin admin] Calling delete_port for 88e00ded-9c56-46e5-b579-1f1fc66b1f92 owned by network:router_interface {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:46:01.511926 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ba78ff70-4379-4422-8a8c-1b8ece9fc818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:01.516431 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-fe4da40e-88e8-489f-aabb-e35d7a7485ec tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:01.558723 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78ff70-4379-4422-8a8c-1b8ece9fc818 admin admin] Pushing event deleted for resources: {'Port': ['ID=88e00ded-9c56-46e5-b579-1f1fc66b1f92,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:01.561593 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-ba78ff70-4379-4422-8a8c-1b8ece9fc818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:01.912631 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-ba78ff70-4379-4422-8a8c-1b8ece9fc818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16309445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16361682'] for router_interface, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:02.278391 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba78ff70-4379-4422-8a8c-1b8ece9fc818 admin admin] Router 4df7b41a-6a91-485d-8978-5063c0651152 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:46:02.456186 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba78ff70-4379-4422-8a8c-1b8ece9fc818 admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:46:02.465919 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a68438-a62d-4032-9ecd-483c88d1604d None None] Sync routers for ids ['4df7b41a-6a91-485d-8978-5063c0651152'] in dv-cinder-787262-5-smb {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:46:02.476826 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a68438-a62d-4032-9ecd-483c88d1604d None None] Routers {'4df7b41a-6a91-485d-8978-5063c0651152'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:46:02.477487 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-b4a68438-a62d-4032-9ecd-483c88d1604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:45:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['4df7b41a-6a91-485d-8978-5063c0651152'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:02.616303 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-ba78ff70-4379-4422-8a8c-1b8ece9fc818 admin admin] 10.222.0.18 "PUT /v2.0/routers/4df7b41a-6a91-485d-8978-5063c0651152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6248729 Jun 03 08:46:02.619065 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34882) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:02.680787 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-b4a68438-a62d-4032-9ecd-483c88d1604d None None] Set router 4df7b41a-6a91-485d-8978-5063c0651152 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:46:02.797171 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2f69c050-1007-4c12-8b61-ed9dea4caf8a admin admin] Notify callbacks [] for router, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:02.963891 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-b4a68438-a62d-4032-9ecd-483c88d1604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7b41a-6a91-485d-8978-5063c0651152', 'name': 'tempest-TestMinimumBasicScenario-842510305-router', 'tenant_id': 'a83f33636692410286704ffbfbd101ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '709a8a5b-5263-4ea2-9f45-69a4f6d39c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:43Z', 'updated_at': '2021-06-03T08:46:01Z', 'revision_number': 5, 'project_id': 'a83f33636692410286704ffbfbd101ed', 'gw_port': {'id': '709a8a5b-5263-4ea2-9f45-69a4f6d39c86', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7b41a-6a91-485d-8978-5063c0651152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:44Z', 'updated_at': '2021-06-03T08:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:02.968112 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a68438-a62d-4032-9ecd-483c88d1604d None None] Checking router: 4df7b41a-6a91-485d-8978-5063c0651152 for host: dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:46:02.971181 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2f69c050-1007-4c12-8b61-ed9dea4caf8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:02.976736 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a68438-a62d-4032-9ecd-483c88d1604d None None] Routers {'4df7b41a-6a91-485d-8978-5063c0651152'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:46:02.977393 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-b4a68438-a62d-4032-9ecd-483c88d1604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:45:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['4df7b41a-6a91-485d-8978-5063c0651152'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:03.107533 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-2f69c050-1007-4c12-8b61-ed9dea4caf8a admin admin] Deleting port 709a8a5b-5263-4ea2-9f45-69a4f6d39c86 {{(pid=92356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:46:03.107870 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2f69c050-1007-4c12-8b61-ed9dea4caf8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:03.153857 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-b4a68438-a62d-4032-9ecd-483c88d1604d None None] Set router 4df7b41a-6a91-485d-8978-5063c0651152 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:46:03.230129 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [None req-2f69c050-1007-4c12-8b61-ed9dea4caf8a admin admin] For port 709a8a5b-5263-4ea2-9f45-69a4f6d39c86, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=709a8a5b-5263-4ea2-9f45-69a4f6d39c86,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:46:03.230404 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2f69c050-1007-4c12-8b61-ed9dea4caf8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:03.355460 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-2f69c050-1007-4c12-8b61-ed9dea4caf8a admin admin] Calling delete_port for 709a8a5b-5263-4ea2-9f45-69a4f6d39c86 owned by network:router_gateway {{(pid=92356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:46:03.443143 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-b4a68438-a62d-4032-9ecd-483c88d1604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7b41a-6a91-485d-8978-5063c0651152', 'name': 'tempest-TestMinimumBasicScenario-842510305-router', 'tenant_id': 'a83f33636692410286704ffbfbd101ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '709a8a5b-5263-4ea2-9f45-69a4f6d39c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:43Z', 'updated_at': '2021-06-03T08:46:01Z', 'revision_number': 5, 'project_id': 'a83f33636692410286704ffbfbd101ed', 'gw_port': {'id': '709a8a5b-5263-4ea2-9f45-69a4f6d39c86', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7b41a-6a91-485d-8978-5063c0651152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:44Z', 'updated_at': '2021-06-03T08:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:03.447235 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a68438-a62d-4032-9ecd-483c88d1604d None None] The sync data for ids ['4df7b41a-6a91-485d-8978-5063c0651152'] in dv-cinder-787262-5-smb is: [{'id': '4df7b41a-6a91-485d-8978-5063c0651152', 'name': 'tempest-TestMinimumBasicScenario-842510305-router', 'tenant_id': 'a83f33636692410286704ffbfbd101ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '709a8a5b-5263-4ea2-9f45-69a4f6d39c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:43:43Z', 'updated_at': '2021-06-03T08:46:01Z', 'revision_number': 5, 'project_id': 'a83f33636692410286704ffbfbd101ed', 'gw_port': {'id': '709a8a5b-5263-4ea2-9f45-69a4f6d39c86', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7b41a-6a91-485d-8978-5063c0651152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:43:44Z', 'updated_at': '2021-06-03T08:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}] {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:46:03.703865 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2f69c050-1007-4c12-8b61-ed9dea4caf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:03.708481 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-b89269a6-542e-4bbc-abd3-97d3399a04b7 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:03.751838 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69c050-1007-4c12-8b61-ed9dea4caf8a admin admin] Pushing event deleted for resources: {'Port': ['ID=709a8a5b-5263-4ea2-9f45-69a4f6d39c86,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:03.780220 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2f69c050-1007-4c12-8b61-ed9dea4caf8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:03.819974 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:46:03.845887 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2f69c050-1007-4c12-8b61-ed9dea4caf8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361065'] for router_gateway, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:04.118700 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2f69c050-1007-4c12-8b61-ed9dea4caf8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16658083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6690'] for router, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:04.120824 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2f69c050-1007-4c12-8b61-ed9dea4caf8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:04.246438 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2f69c050-1007-4c12-8b61-ed9dea4caf8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16658995'] for router, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:04.246940 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f69c050-1007-4c12-8b61-ed9dea4caf8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4df7b41a-6a91-485d-8978-5063c0651152 {{(pid=92356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 08:46:04.259388 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2f69c050-1007-4c12-8b61-ed9dea4caf8a admin admin] Notify callbacks [] for router, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:04.260614 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-2f69c050-1007-4c12-8b61-ed9dea4caf8a admin admin] 10.222.0.18 "DELETE /v2.0/routers/4df7b41a-6a91-485d-8978-5063c0651152 HTTP/1.1" status: 204 len: 168 time: 1.6405489 Jun 03 08:46:04.267887 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34884) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:04.330806 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_v2 [None req-2adf8245-20e5-4317-b1bb-e9c4d476ffbc admin admin] Deleting subnet 77f635dc-247d-4ca2-9d7c-f4f40b78d2a2 {{(pid=92356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 08:46:04.333856 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2adf8245-20e5-4317-b1bb-e9c4d476ffbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:04.385002 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2adf8245-20e5-4317-b1bb-e9c4d476ffbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15284933'] for subnet, precommit_delete_associations {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:04.466700 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2adf8245-20e5-4317-b1bb-e9c4d476ffbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997589'] for subnet, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:04.784272 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2adf8245-20e5-4317-b1bb-e9c4d476ffbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15262529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15091295'] for subnet, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:04.788348 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:04.822164 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf8245-20e5-4317-b1bb-e9c4d476ffbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f635dc-247d-4ca2-9d7c-f4f40b78d2a2,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:04.825188 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2adf8245-20e5-4317-b1bb-e9c4d476ffbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:04.826177 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2adf8245-20e5-4317-b1bb-e9c4d476ffbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:04.831888 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af44565-932f-44e0-bd65-a541ae4177a0 None None] Network c5c89795-cd74-4e47-bcf1-3082d5d23b07 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:46:04.832870 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-2adf8245-20e5-4317-b1bb-e9c4d476ffbc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/77f635dc-247d-4ca2-9d7c-f4f40b78d2a2 HTTP/1.1" status: 204 len: 168 time: 0.5638473 Jun 03 08:46:04.840521 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34886) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:04.942155 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528754'] for network, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:05.021555 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] Deleting port 450330d1-abf2-4c94-a913-da4407837f47 {{(pid=92356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:46:05.021905 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:05.093125 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279e81c2-cb33-4eb3-aa43-8153ac0612d1 None None] DHCP port deletion for c5c89795-cd74-4e47-bcf1-3082d5d23b07 request from dv-cinder-787262-5-smb {{(pid=92358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 08:46:05.128777 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] For port 450330d1-abf2-4c94-a913-da4407837f47, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=450330d1-abf2-4c94-a913-da4407837f47,segment=NetworkSegment(3dbce27f-7b65-4d29-b125-dfbca8c1fd34),segment_id=3dbce27f-7b65-4d29-b125-dfbca8c1fd34)] {{(pid=92356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:46:05.129153 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:05.161225 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-279e81c2-cb33-4eb3-aa43-8153ac0612d1 None None] Deleting port 450330d1-abf2-4c94-a913-da4407837f47 {{(pid=92358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:46:05.161597 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-279e81c2-cb33-4eb3-aa43-8153ac0612d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:05.257082 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] Calling delete_port for 450330d1-abf2-4c94-a913-da4407837f47 owned by network:dhcp {{(pid=92356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:46:05.258998 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-279e81c2-cb33-4eb3-aa43-8153ac0612d1 None None] For port 450330d1-abf2-4c94-a913-da4407837f47, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=450330d1-abf2-4c94-a913-da4407837f47,segment=NetworkSegment(3dbce27f-7b65-4d29-b125-dfbca8c1fd34),segment_id=3dbce27f-7b65-4d29-b125-dfbca8c1fd34)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:46:05.259601 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-279e81c2-cb33-4eb3-aa43-8153ac0612d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:05.329502 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 88e00ded-9c56-46e5-b579-1f1fc66b1f92 no longer exists at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:46:05.380571 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:05.384732 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-af720155-2cf3-4bb2-9c9f-c5a622a228c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:05.430671 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] Pushing event deleted for resources: {'Port': ['ID=450330d1-abf2-4c94-a913-da4407837f47,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:05.432481 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] No DVR routers for this DVR port 450330d1-abf2-4c94-a913-da4407837f47 on host dv-cinder-787262-5-smb {{(pid=92356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:46:05.433936 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:05.458963 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-279e81c2-cb33-4eb3-aa43-8153ac0612d1 None None] Calling delete_port for 450330d1-abf2-4c94-a913-da4407837f47 owned by network:dhcp {{(pid=92358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:46:05.467461 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] No Port match for: 88e00ded-9c56-46e5-b579-1f1fc66b1f92 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:46:05.473992 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 88e00ded-9c56-46e5-b579-1f1fc66b1f92 not bound to the agent host dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:46:05.473992 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 709a8a5b-5263-4ea2-9f45-69a4f6d39c86 no longer exists at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:46:05.501690 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] No Port match for: 709a8a5b-5263-4ea2-9f45-69a4f6d39c86 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:46:05.502039 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 709a8a5b-5263-4ea2-9f45-69a4f6d39c86 not bound to the agent host dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:46:05.502477 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 450330d1-abf2-4c94-a913-da4407837f47 no longer exists at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:46:05.538276 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] No Port match for: 450330d1-abf2-4c94-a913-da4407837f47 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:46:05.538613 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 450330d1-abf2-4c94-a913-da4407837f47 not bound to the agent host dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:46:05.549396 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999006', 'neutron.services.segments.db._delete_segments_for_network-8762866104814'] for network, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:05.562341 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c89795-cd74-4e47-bcf1-3082d5d23b07']}} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:05.572149 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-279e81c2-cb33-4eb3-aa43-8153ac0612d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815'] for port, after_delete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:05.575230 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dbce27f-7b65-4d29-b125-dfbca8c1fd34') {'for_net_delete': True} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:05.575529 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dbce27f-7b65-4d29-b125-dfbca8c1fd34') {} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:05.575814 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-b327d908-0fc3-4069-9f6b-5309d4054067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:05.588002 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762866108173', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15284958'] for segment, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:05.609353 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:05.615626 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=92356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 08:46:05.616014 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262507'] for segment, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:05.621501 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279e81c2-cb33-4eb3-aa43-8153ac0612d1 None None] No DVR routers for this DVR port 450330d1-abf2-4c94-a913-da4407837f47 on host dv-cinder-787262-5-smb {{(pid=92358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:46:05.625170 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e81c2-cb33-4eb3-aa43-8153ac0612d1 None None] Pushing event deleted for resources: {'Port': ['ID=450330d1-abf2-4c94-a913-da4407837f47,revision_number=None']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: Traceback (most recent call last): Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: timer() Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: cb(*args, **kw) Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: return func(*args, **kwargs) Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: self._notify() Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: self.callback(batched_events) Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: event.method(event) Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: return f(self, *a, **k) Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: return self._get(url).json() Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: return self.request(url, 'GET', **kwargs) Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 08:46:05.629439 dv-cinder-787262-5-smb neutron-server[92356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 08:46:05.633944 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-279e81c2-cb33-4eb3-aa43-8153ac0612d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:05.784084 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361038'] for network, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:05.787862 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-db9566e4-4ee6-46c0-9164-9c357b44bb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:05.801454 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:05.811453 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] Pushing event deleted for resources: {'Network': ['ID=c5c89795-cd74-4e47-bcf1-3082d5d23b07,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:05.816517 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:05.820003 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] 10.222.0.18 "DELETE /v2.0/networks/c5c89795-cd74-4e47-bcf1-3082d5d23b07 HTTP/1.1" status: 204 len: 168 time: 0.9831886 Jun 03 08:46:06.189768 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34892) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:06.329579 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-1f661b38-a38f-449f-ad08-6668a99cce9d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c641b9655414213a00c1536bd8d865e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1385636 Jun 03 08:46:06.331900 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34894) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:06.388601 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-10cb16bd-1d7b-47d0-8cbf-0b6ac90a57cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:06.413165 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-10cb16bd-1d7b-47d0-8cbf-0b6ac90a57cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:06.574685 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-10cb16bd-1d7b-47d0-8cbf-0b6ac90a57cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:06.578559 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-db89bff3-1b3b-46f4-8802-71e41d1c1f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:06.592297 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb16bd-1d7b-47d0-8cbf-0b6ac90a57cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5021d434-debd-4b79-a331-fe5951a3d4dc,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:06.595408 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-10cb16bd-1d7b-47d0-8cbf-0b6ac90a57cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:06.676851 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-10cb16bd-1d7b-47d0-8cbf-0b6ac90a57cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:06.677883 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-10cb16bd-1d7b-47d0-8cbf-0b6ac90a57cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5021d434-debd-4b79-a331-fe5951a3d4dc HTTP/1.1" status: 204 len: 168 time: 0.3451214 Jun 03 08:46:07.373547 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34900) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:07.419999 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-dfd0db6c-90fb-4629-8606-8478918d7da3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a83f33636692410286704ffbfbd101ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451765 Jun 03 08:46:07.422302 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34902) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:07.483129 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-52015e3e-80b0-4007-8c14-ba1c91a670eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:07.509239 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-52015e3e-80b0-4007-8c14-ba1c91a670eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:07.614896 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-52015e3e-80b0-4007-8c14-ba1c91a670eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:07.618677 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-cf5d3bb6-5f62-4607-abc1-3a06729d7244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:07.631762 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52015e3e-80b0-4007-8c14-ba1c91a670eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a6ca1f-085e-4aef-832e-86452ab0fb49,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:07.634723 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-52015e3e-80b0-4007-8c14-ba1c91a670eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:07.636693 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-52015e3e-80b0-4007-8c14-ba1c91a670eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:07.637791 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-52015e3e-80b0-4007-8c14-ba1c91a670eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97a6ca1f-085e-4aef-832e-86452ab0fb49 HTTP/1.1" status: 204 len: 168 time: 0.2140319 Jun 03 08:46:08.734255 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 34924) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:08.863994 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1211373233-network', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:46:08.868724 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:46:08.872569 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Usage tracker for resource:network and tenant:8f0ecfc376204bbcaef2c4fa4f54d272 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:46:08.875431 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:46:08.881118 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:46:08.943709 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Made reservation on behalf of 8f0ecfc376204bbcaef2c4fa4f54d272 for: {'network': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:46:08.946141 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-970951'] for network, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:08.958506 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:08.974595 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:46:08.978752 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Usage tracker for resource:security_group_rule and tenant:8f0ecfc376204bbcaef2c4fa4f54d272 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:46:08.981685 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:46:08.988031 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:46:09.073187 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:09.143872 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:09.146945 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-5f62bf96-baed-49a4-be91-4c2ebaf2f5bf tempest-VolumesNegativeTest-790832824 tempest-VolumesNegativeTest-790832824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:09.175801 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=92357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 08:46:09.184376 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0bbcc1-8a21-4d8f-89ea-91420d382f4c,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:09.187894 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:09.190502 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:09.190854 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.db.segments_db [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Added segment 633b5a8e-b4b6-4a03-8adc-be8df947e1dd of type vlan for network 470dd00d-2923-4be6-8313-ebc2c753916d Jun 03 08:46:09.217953 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865572298'] for network, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:09.322289 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502'] for network, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:09.323627 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:46:09.324201 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:09.327782 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-d5d6331f-4608-4528-9111-3efcd5ffa0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:09.427192 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Pushing event updated for resources: {'Network': ['ID=470dd00d-2923-4be6-8313-ebc2c753916d,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:09.429891 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:09.437094 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Network 470dd00d-2923-4be6-8313-ebc2c753916d details requested by agent ovs-agent-dv-cinder-787262-5-smb with host dv-cinder-787262-5-smb {{(pid=92358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 08:46:09.498822 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-e19de12f-ee27-4a66-8335-a2c36ed6349b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7629693 Jun 03 08:46:09.501748 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 34928) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:09.506975 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-2c558f06-45d5-4d8c-97b9-71a7f70a4274 admin admin] Request body: {'subnet': {'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1211373233-subnet', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'ip_version': 4}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:46:09.511969 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-2c558f06-45d5-4d8c-97b9-71a7f70a4274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:46:09.515810 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-2c558f06-45d5-4d8c-97b9-71a7f70a4274 admin admin] Usage tracker for resource:subnet and tenant:8f0ecfc376204bbcaef2c4fa4f54d272 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:46:09.519283 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-2c558f06-45d5-4d8c-97b9-71a7f70a4274 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:46:09.525289 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-2c558f06-45d5-4d8c-97b9-71a7f70a4274 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:46:09.601106 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c558f06-45d5-4d8c-97b9-71a7f70a4274 admin admin] Made reservation on behalf of 8f0ecfc376204bbcaef2c4fa4f54d272 for: {'subnet': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:46:09.603536 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2c558f06-45d5-4d8c-97b9-71a7f70a4274 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15262813'] for subnet, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:10.054687 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2c558f06-45d5-4d8c-97b9-71a7f70a4274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14263873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15262763'] for subnet, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:10.058608 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-f188cb1e-179f-44cb-9142-380f848f452c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:10.134357 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c558f06-45d5-4d8c-97b9-71a7f70a4274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0b16e5a-3c6a-46e0-be93-ee7ff0be5987,revision_number=0']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:10.137586 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-2c558f06-45d5-4d8c-97b9-71a7f70a4274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:10.143485 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c558f06-45d5-4d8c-97b9-71a7f70a4274 admin admin] Checking segment: {'id': '633b5a8e-b4b6-4a03-8adc-be8df947e1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:46:10.143839 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c558f06-45d5-4d8c-97b9-71a7f70a4274 admin admin] Network hostable DHCP agents. Network: 470dd00d-2923-4be6-8313-ebc2c753916d, hostable agents: ['5e4d2f6b-3552-4981-8bdf-261b5e07a56f'], hosted agents: [] {{(pid=92357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 08:46:10.249195 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c558f06-45d5-4d8c-97b9-71a7f70a4274 admin admin] Network 470dd00d-2923-4be6-8313-ebc2c753916d is scheduled to be hosted by DHCP agent 5e4d2f6b-3552-4981-8bdf-261b5e07a56f with binding_index 1 {{(pid=92357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 08:46:10.311761 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [None req-2c558f06-45d5-4d8c-97b9-71a7f70a4274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-5-smb, 470dd00d-2923-4be6-8313-ebc2c753916d) {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:46:10.321697 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c558f06-45d5-4d8c-97b9-71a7f70a4274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:46:10.322011 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e671c4-9cba-4256-8cdb-4acff524b07d None None] Network 470dd00d-2923-4be6-8313-ebc2c753916d requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:46:10.322428 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-2c558f06-45d5-4d8c-97b9-71a7f70a4274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for subnet, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:10.396358 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-2c558f06-45d5-4d8c-97b9-71a7f70a4274 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8909028 Jun 03 08:46:10.396602 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 34930) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:10.401141 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1211373233-router', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:46:10.407270 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:46:10.413926 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Usage tracker for resource:router and tenant:8f0ecfc376204bbcaef2c4fa4f54d272 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:46:10.417127 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:46:10.423899 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:46:10.544252 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19c3804b-9210-5b94-8f21-4d38a1200c67-470dd00d-2923-4be6-8313-ebc2c753916d', 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'fixed_ips': [{'subnet_id': 'a0b16e5a-3c6a-46e0-be93-ee7ff0be5987'}]}} from dv-cinder-787262-5-smb. {{(pid=92358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 08:46:10.545117 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:10.596150 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16658025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6736'] for router, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:10.597112 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16658368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16361018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16271878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6697'] for router, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:10.613266 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:10.711958 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.db_base_plugin_common [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Allocated IP 172.20.0.2 (470dd00d-2923-4be6-8313-ebc2c753916d/a0b16e5a-3c6a-46e0-be93-ee7ff0be5987/2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1) {{(pid=92358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:46:10.922072 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Notify callbacks [] for port, precommit_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:10.932082 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Transition to ACTIVE for port object 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1 will not be triggered until provisioned by entity L2. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:46:10.949932 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Transition to ACTIVE for port object 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1 will not be triggered until provisioned by entity DHCP. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:46:11.043082 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16657991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6715'] for router, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:11.055387 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806'] for port, after_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:11.059325 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-279e81c2-cb33-4eb3-aa43-8153ac0612d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:11.125235 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Network 470dd00d-2923-4be6-8313-ebc2c753916d is already hosted by enough agents. {{(pid=92358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:46:11.128087 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.scheduler.base_scheduler [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Resources bound (agent type, host, resource id): {{(pid=92358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:46:11.131662 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Received port after_create {{(pid=92358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:46:11.139013 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Pushing event updated for resources: {'Port': ['ID=2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1,revision_number=1']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:11.169549 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:11.226342 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Attempting to bind port 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1 on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:46:11.226697 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Attempting to bind port 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1 by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': '633b5a8e-b4b6-4a03-8adc-be8df947e1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d'}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:46:11.227347 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Attempting to bind port 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1 on network 470dd00d-2923-4be6-8313-ebc2c753916d {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:46:11.237386 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:46:11.238004 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Checking segment: {'id': '633b5a8e-b4b6-4a03-8adc-be8df947e1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:46:11.238704 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:11.239334 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Bound using segment: {'id': '633b5a8e-b4b6-4a03-8adc-be8df947e1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d'} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:46:11.240118 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Bound port: 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633b5a8e-b4b6-4a03-8adc-be8df947e1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d'}}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:46:11.240739 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:11.395902 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] For port 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:46:11.399499 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] For port 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1,segment=NetworkSegment(633b5a8e-b4b6-4a03-8adc-be8df947e1dd),segment_id=633b5a8e-b4b6-4a03-8adc-be8df947e1dd)] {{(pid=92358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:46:11.450146 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:11.481358 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:11.490176 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:11.494429 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:11.578170 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Pushing event updated for resources: {'Port': ['ID=2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1,revision_number=2']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:11.583691 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-8c812e90-26e8-481f-85ea-384c6e670157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:11.633966 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_common [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Allocated IP 172.28.3.177 (ab209c3f-5e8a-42b5-8e48-1393c2a10612/ef3066cf-66bb-4e4c-b52a-e1ade41f3158/ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69) {{(pid=92357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:46:11.807949 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:11.910385 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:11.914212 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-4e4126bc-5578-4799-8740-8fe828eb7903 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:11.976261 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Network ab209c3f-5e8a-42b5-8e48-1393c2a10612 is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:46:11.978960 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:46:11.982513 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Received port after_create {{(pid=92357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:46:12.020348 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Pushing event updated for resources: {'Port': ['ID=ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:12.024662 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:12.446309 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acf0f16-90f4-44ea-bbc0-3ec46944473e None None] Network 470dd00d-2923-4be6-8313-ebc2c753916d requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:46:12.584707 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:12.611908 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-c10860f0-4f18-42e2-a5d0-cfa82d844713 None None] Provisioning for port 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1 completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:46:12.940915 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16658000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360973'] for router, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:13.218163 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Router e638d340-fb6c-477e-ab61-0c5a9a0a0a92 is scheduled to L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 with binding_index 1 {{(pid=92357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 08:46:13.307155 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:46:13.397290 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:46:13.405960 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] Sync routers for ids ['e638d340-fb6c-477e-ab61-0c5a9a0a0a92'] in dv-cinder-787262-5-smb {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:46:13.416180 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] Routers {'e638d340-fb6c-477e-ab61-0c5a9a0a0a92'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:46:13.416809 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:45:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['e638d340-fb6c-477e-ab61-0c5a9a0a0a92'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:13.498566 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] Notify callbacks [] for router, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:13.502712 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-e3b3fdf5-0ac0-4646-a72d-02042905c1f0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1022365 Jun 03 08:46:13.502712 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 34932) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:13.503685 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:46:13.517046 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:46:13.517421 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:13.713112 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] Set router e638d340-fb6c-477e-ab61-0c5a9a0a0a92 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:46:13.873833 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:13.977069 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] For port 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1,segment=NetworkSegment(633b5a8e-b4b6-4a03-8adc-be8df947e1dd),segment_id=633b5a8e-b4b6-4a03-8adc-be8df947e1dd)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:46:14.043338 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:14.047996 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:14.110442 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'name': 'tempest-TestShelveInstance-1211373233-router', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:10Z', 'updated_at': '2021-06-03T08:46:12Z', 'revision_number': 3, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'gw_port': {'id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:11Z', 'updated_at': '2021-06-03T08:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:14.121777 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] Checking router: e638d340-fb6c-477e-ab61-0c5a9a0a0a92 for host: dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:46:14.122220 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] Updating router e638d340-fb6c-477e-ab61-0c5a9a0a0a92 port ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69 binding host dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 08:46:14.175690 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Pushing event updated for resources: {'Port': ['ID=2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1,revision_number=3']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:14.178861 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:14.189417 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:14.291022 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:14.496892 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_common [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Allocated IP 172.20.0.1 (470dd00d-2923-4be6-8313-ebc2c753916d/a0b16e5a-3c6a-46e0-be93-ee7ff0be5987/844f328c-fff3-4033-bef5-6ccc53ef9081) {{(pid=92357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:46:14.510125 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] Notify callbacks [] for port, precommit_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:14.521788 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] Transition to ACTIVE for port object ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69 will not be triggered until provisioned by entity L2. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:46:14.589785 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:14.595397 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:14.643793 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:14.659684 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Transition to ACTIVE for port object 844f328c-fff3-4033-bef5-6ccc53ef9081 will not be triggered until provisioned by entity DHCP. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:46:14.668552 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] Attempting to bind port ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69 on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:46:14.668944 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] Attempting to bind port ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69 by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:46:14.669293 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] Attempting to bind port ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69 on network ab209c3f-5e8a-42b5-8e48-1393c2a10612 {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:46:14.678535 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:46:14.680075 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] Checking segment: {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:46:14.680075 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:14.680075 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] Bound using segment: {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:46:14.680388 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] Bound port: ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:46:14.680686 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:14.704462 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cd6d2-275b-4509-888e-0b9a1953b0da None None] Pushing event updated for resources: {'Port': ['ID=ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69,revision_number=2']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:14.707536 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-198cd6d2-275b-4509-888e-0b9a1953b0da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:14.759045 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] For port ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:46:14.761842 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] For port ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:46:14.763927 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:14.769607 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-d2f86bfb-8b13-4de1-af87-f369e19aa2c7 tempest-VolumesSnapshotTestJSON-1194096289 tempest-VolumesSnapshotTestJSON-1194096289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:14.833789 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Network 470dd00d-2923-4be6-8313-ebc2c753916d is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:46:14.836829 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:46:14.840613 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Received port after_create {{(pid=92357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:46:14.864563 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:14.869242 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-1592eee1-bd98-4c3d-a61f-2492a6f07db8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:14.876825 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Pushing event updated for resources: {'Port': ['ID=844f328c-fff3-4033-bef5-6ccc53ef9081,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:14.885392 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:14.902878 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16361523'] for router_interface, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:14.947039 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] Routers {'e638d340-fb6c-477e-ab61-0c5a9a0a0a92'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:46:14.947677 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:45:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['e638d340-fb6c-477e-ab61-0c5a9a0a0a92'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:15.008076 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cd6d2-275b-4509-888e-0b9a1953b0da None None] Pushing event updated for resources: {'Port': ['ID=ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69,revision_number=3']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:15.019116 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-198cd6d2-275b-4509-888e-0b9a1953b0da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:15.178857 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] Set router e638d340-fb6c-477e-ab61-0c5a9a0a0a92 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:46:15.242143 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:15.286390 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-1f63d97a-d115-4181-aaf8-13c9bbdda495 None None] Provisioning for port 844f328c-fff3-4033-bef5-6ccc53ef9081 completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:46:15.292222 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:46:15.335697 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-1f63d97a-d115-4181-aaf8-13c9bbdda495 None None] Provisioning complete for port 844f328c-fff3-4033-bef5-6ccc53ef9081 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:46:15.336120 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-1f63d97a-d115-4181-aaf8-13c9bbdda495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:15.489342 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:15.490987 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-1f63d97a-d115-4181-aaf8-13c9bbdda495 None None] Port 844f328c-fff3-4033-bef5-6ccc53ef9081 cannot update to ACTIVE because it is not bound. {{(pid=92358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 08:46:15.517906 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:46:15.518304 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:15.557763 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:15.585325 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:15.664777 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Pushing event updated for resources: {'Port': ['ID=844f328c-fff3-4033-bef5-6ccc53ef9081,revision_number=2']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:15.667103 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16309452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16361552'] for router_interface, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:15.671551 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:15.694745 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'name': 'tempest-TestShelveInstance-1211373233-router', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:10Z', 'updated_at': '2021-06-03T08:46:12Z', 'revision_number': 3, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'gw_port': {'id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:11Z', 'updated_at': '2021-06-03T08:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:15.699093 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d99ac6d-6e8c-4ede-b861-9bf191f7bdf3 None None] The sync data for ids ['e638d340-fb6c-477e-ab61-0c5a9a0a0a92'] in dv-cinder-787262-5-smb is: [{'id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'name': 'tempest-TestShelveInstance-1211373233-router', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:10Z', 'updated_at': '2021-06-03T08:46:12Z', 'revision_number': 3, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'gw_port': {'id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:11Z', 'updated_at': '2021-06-03T08:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}] {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:46:15.803836 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Network 470dd00d-2923-4be6-8313-ebc2c753916d is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:46:15.804900 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:46:16.120199 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-7cd08eb8-d35e-45d1-9051-920d613dc225 None None] Provisioning complete for port 844f328c-fff3-4033-bef5-6ccc53ef9081 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:46:16.120199 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-7cd08eb8-d35e-45d1-9051-920d613dc225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:16.122507 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Router e638d340-fb6c-477e-ab61-0c5a9a0a0a92 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:46:16.176994 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-7cd08eb8-d35e-45d1-9051-920d613dc225 None None] Port 844f328c-fff3-4033-bef5-6ccc53ef9081 cannot update to ACTIVE because it is not bound. {{(pid=92358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 08:46:16.310084 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:46:16.327312 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] 10.222.0.18 "PUT /v2.0/routers/e638d340-fb6c-477e-ab61-0c5a9a0a0a92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8164294 Jun 03 08:46:17.133732 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 34948) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:17.138942 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1414386325-network', 'tenant_id': 'de73b58ca2ee455b9c392a99b26aac0f'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:46:17.144746 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:46:17.148944 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Usage tracker for resource:network and tenant:de73b58ca2ee455b9c392a99b26aac0f is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:46:17.152167 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:46:17.152756 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] Sync routers for ids ['e638d340-fb6c-477e-ab61-0c5a9a0a0a92'] in dv-cinder-787262-5-smb {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:46:17.158387 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:46:17.162700 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] Routers {'e638d340-fb6c-477e-ab61-0c5a9a0a0a92'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:46:17.163308 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:45:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['e638d340-fb6c-477e-ab61-0c5a9a0a0a92'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:17.236281 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Made reservation on behalf of de73b58ca2ee455b9c392a99b26aac0f for: {'network': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:46:17.239170 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-970951'] for network, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:17.258574 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:17.274439 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:46:17.278531 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Usage tracker for resource:security_group_rule and tenant:de73b58ca2ee455b9c392a99b26aac0f is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:46:17.281556 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:46:17.289355 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:46:17.327439 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:46:17.349390 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] Set router e638d340-fb6c-477e-ab61-0c5a9a0a0a92 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:46:17.383286 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:17.472126 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:17.477120 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-26aabe74-8050-4512-b18b-aa237a882058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:17.501866 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=92357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 08:46:17.504662 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:46:17.511807 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:46:17.512342 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:17.519564 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35529800-4b81-411d-be8a-37b793806f4c,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:17.523558 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:17.524497 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:17.524826 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.db.segments_db [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Added segment c7aed522-4b89-4532-a583-a672be7d0748 of type vlan for network 600feb5d-5d88-45fd-9738-25b58f740378 Jun 03 08:46:17.552982 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865572298'] for network, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:17.635351 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502'] for network, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:17.636697 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:46:17.637279 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:17.640823 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:17.648045 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:17.665708 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] For port ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:46:17.671374 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'name': 'tempest-TestShelveInstance-1211373233-router', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:10Z', 'updated_at': '2021-06-03T08:46:15Z', 'revision_number': 4, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'gw_port': {'id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:11Z', 'updated_at': '2021-06-03T08:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': '844f328c-fff3-4033-bef5-6ccc53ef9081', 'name': '', 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'mac_address': 'fa:16:3e:c0:4b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0b16e5a-3c6a-46e0-be93-ee7ff0be5987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:14Z', 'updated_at': '2021-06-03T08:46:15Z', 'revision_number': 2, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'subnets': [{'id': 'a0b16e5a-3c6a-46e0-be93-ee7ff0be5987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:17.675931 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] Checking router: e638d340-fb6c-477e-ab61-0c5a9a0a0a92 for host: dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:46:17.680127 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] Updating router e638d340-fb6c-477e-ab61-0c5a9a0a0a92 port 844f328c-fff3-4033-bef5-6ccc53ef9081 binding host dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 08:46:17.727282 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:17.730799 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-198cd6d2-275b-4509-888e-0b9a1953b0da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:17.746072 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Pushing event updated for resources: {'Network': ['ID=600feb5d-5d88-45fd-9738-25b58f740378,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:17.748878 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:17.772104 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Network 600feb5d-5d88-45fd-9738-25b58f740378 details requested by agent ovs-agent-dv-cinder-787262-5-smb with host dv-cinder-787262-5-smb {{(pid=92358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 08:46:17.772675 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:17.813955 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-653e7683-f3e0-4764-8af6-24b9f8e56379 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6785104 Jun 03 08:46:17.817410 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34950) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:17.822987 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-80daa005-c573-486e-b8e0-bdb182e6c247 admin admin] Request body: {'subnet': {'network_id': '600feb5d-5d88-45fd-9738-25b58f740378', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1414386325-subnet', 'tenant_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'ip_version': 4}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:46:17.830057 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-80daa005-c573-486e-b8e0-bdb182e6c247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:46:17.834973 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-80daa005-c573-486e-b8e0-bdb182e6c247 admin admin] Usage tracker for resource:subnet and tenant:de73b58ca2ee455b9c392a99b26aac0f is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:46:17.837921 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-80daa005-c573-486e-b8e0-bdb182e6c247 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:46:17.852374 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-80daa005-c573-486e-b8e0-bdb182e6c247 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:46:17.917877 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80daa005-c573-486e-b8e0-bdb182e6c247 admin admin] Made reservation on behalf of de73b58ca2ee455b9c392a99b26aac0f for: {'subnet': 1} {{(pid=92356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:46:17.918573 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Pushing event updated for resources: {'Port': ['ID=ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:17.920257 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-80daa005-c573-486e-b8e0-bdb182e6c247 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15091248'] for subnet, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:17.924082 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:17.940935 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:18.128504 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] Notify callbacks [] for port, precommit_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:18.139881 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.provisioning_blocks [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] Transition to ACTIVE for port object 844f328c-fff3-4033-bef5-6ccc53ef9081 will not be triggered until provisioned by entity L2. {{(pid=92359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:46:18.212724 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:18.217597 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:18.345058 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38b902-28bd-40b1-98e6-b6f629e209de None None] Pushing event updated for resources: {'Port': ['ID=844f328c-fff3-4033-bef5-6ccc53ef9081,revision_number=3']} {{(pid=92359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:18.386776 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38b902-28bd-40b1-98e6-b6f629e209de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:18.387154 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38b902-28bd-40b1-98e6-b6f629e209de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:18.387455 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38b902-28bd-40b1-98e6-b6f629e209de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:18.388099 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38b902-28bd-40b1-98e6-b6f629e209de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:18.388228 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38b902-28bd-40b1-98e6-b6f629e209de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:18.388483 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38b902-28bd-40b1-98e6-b6f629e209de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:18.388807 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38b902-28bd-40b1-98e6-b6f629e209de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:18.389137 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38b902-28bd-40b1-98e6-b6f629e209de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:18.389444 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38b902-28bd-40b1-98e6-b6f629e209de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:18.389763 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38b902-28bd-40b1-98e6-b6f629e209de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:18.390112 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38b902-28bd-40b1-98e6-b6f629e209de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:18.390423 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38b902-28bd-40b1-98e6-b6f629e209de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:18.391442 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-80daa005-c573-486e-b8e0-bdb182e6c247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15262594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15091270'] for subnet, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:18.395560 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2ba5e110-6d3e-49cd-9c52-b68679251549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:18.418622 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-ae38b902-28bd-40b1-98e6-b6f629e209de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:18.445225 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] Attempting to bind port 844f328c-fff3-4033-bef5-6ccc53ef9081 on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:46:18.448189 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] Attempting to bind port 844f328c-fff3-4033-bef5-6ccc53ef9081 by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': '633b5a8e-b4b6-4a03-8adc-be8df947e1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d'}] {{(pid=92359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:46:18.448189 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] Attempting to bind port 844f328c-fff3-4033-bef5-6ccc53ef9081 on network 470dd00d-2923-4be6-8313-ebc2c753916d {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:46:18.451220 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:46:18.451618 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] Checking segment: {'id': '633b5a8e-b4b6-4a03-8adc-be8df947e1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:46:18.452018 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:18.452414 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] Bound using segment: {'id': '633b5a8e-b4b6-4a03-8adc-be8df947e1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d'} {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:46:18.452877 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] Bound port: 844f328c-fff3-4033-bef5-6ccc53ef9081, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633b5a8e-b4b6-4a03-8adc-be8df947e1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d'}}] {{(pid=92359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:46:18.453293 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:18.467089 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80daa005-c573-486e-b8e0-bdb182e6c247 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac458a30-9898-4cf8-83ef-5f42a2607860,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:18.473977 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-80daa005-c573-486e-b8e0-bdb182e6c247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:18.480267 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80daa005-c573-486e-b8e0-bdb182e6c247 admin admin] Checking segment: {'id': 'c7aed522-4b89-4532-a583-a672be7d0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '600feb5d-5d88-45fd-9738-25b58f740378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:46:18.480625 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80daa005-c573-486e-b8e0-bdb182e6c247 admin admin] Network hostable DHCP agents. Network: 600feb5d-5d88-45fd-9738-25b58f740378, hostable agents: ['5e4d2f6b-3552-4981-8bdf-261b5e07a56f'], hosted agents: [] {{(pid=92356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 08:46:18.549581 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.db [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] For port 844f328c-fff3-4033-bef5-6ccc53ef9081, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:46:18.552639 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.db [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] For port 844f328c-fff3-4033-bef5-6ccc53ef9081, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=844f328c-fff3-4033-bef5-6ccc53ef9081,segment=NetworkSegment(633b5a8e-b4b6-4a03-8adc-be8df947e1dd),segment_id=633b5a8e-b4b6-4a03-8adc-be8df947e1dd)] {{(pid=92359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:46:18.586210 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80daa005-c573-486e-b8e0-bdb182e6c247 admin admin] Network 600feb5d-5d88-45fd-9738-25b58f740378 is scheduled to be hosted by DHCP agent 5e4d2f6b-3552-4981-8bdf-261b5e07a56f with binding_index 1 {{(pid=92356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 08:46:18.683550 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:18.687676 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-53f3c2f4-0391-4581-813e-c0af880ed3f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:18.692390 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-80daa005-c573-486e-b8e0-bdb182e6c247 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-5-smb, 600feb5d-5d88-45fd-9738-25b58f740378) {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:46:18.705046 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80daa005-c573-486e-b8e0-bdb182e6c247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:46:18.705046 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-80daa005-c573-486e-b8e0-bdb182e6c247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:18.705287 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e698f6-fafe-461e-a3e6-36bee1a27e3f None None] Network 600feb5d-5d88-45fd-9738-25b58f740378 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:46:18.763979 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38b902-28bd-40b1-98e6-b6f629e209de None None] Pushing event updated for resources: {'Port': ['ID=844f328c-fff3-4033-bef5-6ccc53ef9081,revision_number=4']} {{(pid=92359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:18.768545 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-ae38b902-28bd-40b1-98e6-b6f629e209de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:18.769593 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] Routers {'e638d340-fb6c-477e-ab61-0c5a9a0a0a92'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:46:18.770250 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:45:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['e638d340-fb6c-477e-ab61-0c5a9a0a0a92'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:18.789309 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-80daa005-c573-486e-b8e0-bdb182e6c247 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9680977 Jun 03 08:46:18.789540 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34952) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:18.793970 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1414386325-router', 'tenant_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:46:18.800134 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:46:18.805089 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Usage tracker for resource:router and tenant:de73b58ca2ee455b9c392a99b26aac0f is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:46:18.808346 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:46:18.814927 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:46:18.895167 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16658025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6736'] for router, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:18.897186 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16658368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16361018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16271878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6697'] for router, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:18.915224 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:18.936761 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19c3804b-9210-5b94-8f21-4d38a1200c67-600feb5d-5d88-45fd-9738-25b58f740378', 'network_id': '600feb5d-5d88-45fd-9738-25b58f740378', 'tenant_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'fixed_ips': [{'subnet_id': 'ac458a30-9898-4cf8-83ef-5f42a2607860'}]}} from dv-cinder-787262-5-smb. {{(pid=92358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 08:46:18.938382 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:18.966171 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] Set router e638d340-fb6c-477e-ab61-0c5a9a0a0a92 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:46:19.112757 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.db_base_plugin_common [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Allocated IP 172.20.0.2 (600feb5d-5d88-45fd-9738-25b58f740378/ac458a30-9898-4cf8-83ef-5f42a2607860/77b5503d-fb03-4689-8a7e-44726f7f0133) {{(pid=92358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:46:19.266707 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16657991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6715'] for router, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:19.307859 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:46:19.308314 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'name': 'tempest-TestShelveInstance-1211373233-router', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:10Z', 'updated_at': '2021-06-03T08:46:15Z', 'revision_number': 4, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'gw_port': {'id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:11Z', 'updated_at': '2021-06-03T08:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': '844f328c-fff3-4033-bef5-6ccc53ef9081', 'name': '', 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'mac_address': 'fa:16:3e:c0:4b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0b16e5a-3c6a-46e0-be93-ee7ff0be5987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:14Z', 'updated_at': '2021-06-03T08:46:18Z', 'revision_number': 4, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'subnets': [{'id': 'a0b16e5a-3c6a-46e0-be93-ee7ff0be5987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:19.312394 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5b98b-1055-460e-bf8d-eae284aa4959 None None] The sync data for ids ['e638d340-fb6c-477e-ab61-0c5a9a0a0a92'] in dv-cinder-787262-5-smb is: [{'id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'name': 'tempest-TestShelveInstance-1211373233-router', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:10Z', 'updated_at': '2021-06-03T08:46:15Z', 'revision_number': 4, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'gw_port': {'id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:11Z', 'updated_at': '2021-06-03T08:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': '844f328c-fff3-4033-bef5-6ccc53ef9081', 'name': '', 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'mac_address': 'fa:16:3e:c0:4b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0b16e5a-3c6a-46e0-be93-ee7ff0be5987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:14Z', 'updated_at': '2021-06-03T08:46:18Z', 'revision_number': 4, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'subnets': [{'id': 'a0b16e5a-3c6a-46e0-be93-ee7ff0be5987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:46:19.441994 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Notify callbacks [] for port, precommit_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:19.455777 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Transition to ACTIVE for port object 77b5503d-fb03-4689-8a7e-44726f7f0133 will not be triggered until provisioned by entity L2. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:46:19.480399 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Transition to ACTIVE for port object 77b5503d-fb03-4689-8a7e-44726f7f0133 will not be triggered until provisioned by entity DHCP. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:46:19.484041 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:46:19.484456 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:19.541524 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806'] for port, after_create {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:19.545446 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:19.616852 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Network 600feb5d-5d88-45fd-9738-25b58f740378 is already hosted by enough agents. {{(pid=92358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:46:19.643785 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.scheduler.base_scheduler [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Resources bound (agent type, host, resource id): {{(pid=92358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:46:19.652701 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Received port after_create {{(pid=92358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:46:19.662233 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Pushing event updated for resources: {'Port': ['ID=77b5503d-fb03-4689-8a7e-44726f7f0133,revision_number=1']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:19.673157 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:19.709584 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:19.741384 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:19.772950 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Attempting to bind port 77b5503d-fb03-4689-8a7e-44726f7f0133 on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:46:19.775214 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Attempting to bind port 77b5503d-fb03-4689-8a7e-44726f7f0133 by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': 'c7aed522-4b89-4532-a583-a672be7d0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '600feb5d-5d88-45fd-9738-25b58f740378'}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:46:19.775214 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Attempting to bind port 77b5503d-fb03-4689-8a7e-44726f7f0133 on network 600feb5d-5d88-45fd-9738-25b58f740378 {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:46:19.780264 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:46:19.780778 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Checking segment: {'id': 'c7aed522-4b89-4532-a583-a672be7d0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '600feb5d-5d88-45fd-9738-25b58f740378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:46:19.781299 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:19.781822 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Bound using segment: {'id': 'c7aed522-4b89-4532-a583-a672be7d0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '600feb5d-5d88-45fd-9738-25b58f740378'} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:46:19.782427 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Bound port: 77b5503d-fb03-4689-8a7e-44726f7f0133, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7aed522-4b89-4532-a583-a672be7d0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '600feb5d-5d88-45fd-9738-25b58f740378'}}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:46:19.782895 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:19.894306 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] For port 77b5503d-fb03-4689-8a7e-44726f7f0133, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:46:19.898443 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] For port 77b5503d-fb03-4689-8a7e-44726f7f0133, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=77b5503d-fb03-4689-8a7e-44726f7f0133,segment=NetworkSegment(c7aed522-4b89-4532-a583-a672be7d0748),segment_id=c7aed522-4b89-4532-a583-a672be7d0748)] {{(pid=92358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:46:19.981325 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:19.986763 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-77ded32c-2fd3-4472-9e47-270b1ee15fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:19.993039 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_common [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Allocated IP 172.28.3.186 (ab209c3f-5e8a-42b5-8e48-1393c2a10612/ef3066cf-66bb-4e4c-b52a-e1ade41f3158/28462ff7-4f33-4200-a5ff-92eb85d633e9) {{(pid=92356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:46:20.073965 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Pushing event updated for resources: {'Port': ['ID=77b5503d-fb03-4689-8a7e-44726f7f0133,revision_number=2']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:20.081095 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f4860867-3069-4823-bad7-c5175b2a4202 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:20.166492 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:20.237331 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:20.244035 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-e2c4e8f6-2d1d-4e71-a177-2c573e4f48dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:20.313010 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Network ab209c3f-5e8a-42b5-8e48-1393c2a10612 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:46:20.317609 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:46:20.320659 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Received port after_create {{(pid=92356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:46:20.377702 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Pushing event updated for resources: {'Port': ['ID=28462ff7-4f33-4200-a5ff-92eb85d633e9,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:20.381165 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:20.864795 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:21.183833 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a186369c-7f13-4dec-8a80-07fd81512fcd None None] Network 600feb5d-5d88-45fd-9738-25b58f740378 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:46:21.216859 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16658000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360973'] for router, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:21.356817 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-795fb134-7db6-4ad7-a2a0-8072df3427e0 None None] Provisioning for port 77b5503d-fb03-4689-8a7e-44726f7f0133 completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:46:21.378690 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 844f328c-fff3-4033-bef5-6ccc53ef9081 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:46:21.500448 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Router 6848335e-5148-4363-80ed-2aa28cd66d25 is scheduled to L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 with binding_index 1 {{(pid=92356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 08:46:21.573078 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port 844f328c-fff3-4033-bef5-6ccc53ef9081 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:46:21.580017 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port 844f328c-fff3-4033-bef5-6ccc53ef9081 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:46:21.580407 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:21.722144 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:21.756828 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] For port 844f328c-fff3-4033-bef5-6ccc53ef9081, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=844f328c-fff3-4033-bef5-6ccc53ef9081,segment=NetworkSegment(633b5a8e-b4b6-4a03-8adc-be8df947e1dd),segment_id=633b5a8e-b4b6-4a03-8adc-be8df947e1dd)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:46:21.805777 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:46:21.815045 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] Sync routers for ids ['6848335e-5148-4363-80ed-2aa28cd66d25'] in dv-cinder-787262-5-smb {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:46:21.827300 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] Routers {'6848335e-5148-4363-80ed-2aa28cd66d25'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:46:21.828062 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:45:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['6848335e-5148-4363-80ed-2aa28cd66d25'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:21.884616 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:21.885389 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 77b5503d-fb03-4689-8a7e-44726f7f0133 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:46:21.904141 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] Notify callbacks [] for router, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:21.905395 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-ea9d6838-bf9f-4fb6-b6bd-a0ce29501594 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1148934 Jun 03 08:46:21.908532 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34954) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:21.915627 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:22.098323 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Pushing event updated for resources: {'Port': ['ID=844f328c-fff3-4033-bef5-6ccc53ef9081,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:22.106963 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:22.118623 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] Set router 6848335e-5148-4363-80ed-2aa28cd66d25 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:46:22.339917 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port 77b5503d-fb03-4689-8a7e-44726f7f0133 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:46:22.355942 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port 77b5503d-fb03-4689-8a7e-44726f7f0133 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:46:22.356310 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:22.540183 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:22.564202 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6848335e-5148-4363-80ed-2aa28cd66d25', 'name': 'tempest-TestShelveInstance-1414386325-router', 'tenant_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '28462ff7-4f33-4200-a5ff-92eb85d633e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:18Z', 'updated_at': '2021-06-03T08:46:20Z', 'revision_number': 3, 'project_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'gw_port': {'id': '28462ff7-4f33-4200-a5ff-92eb85d633e9', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6848335e-5148-4363-80ed-2aa28cd66d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:19Z', 'updated_at': '2021-06-03T08:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:22.573110 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] Checking router: 6848335e-5148-4363-80ed-2aa28cd66d25 for host: dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:46:22.573459 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] Updating router 6848335e-5148-4363-80ed-2aa28cd66d25 port 28462ff7-4f33-4200-a5ff-92eb85d633e9 binding host dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 08:46:22.587380 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:22.616173 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] For port 77b5503d-fb03-4689-8a7e-44726f7f0133, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=77b5503d-fb03-4689-8a7e-44726f7f0133,segment=NetworkSegment(c7aed522-4b89-4532-a583-a672be7d0748),segment_id=c7aed522-4b89-4532-a583-a672be7d0748)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:46:22.627173 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:22.714894 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:22.722490 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:22.795041 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_common [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] Allocated IP 172.20.0.1 (600feb5d-5d88-45fd-9738-25b58f740378/ac458a30-9898-4cf8-83ef-5f42a2607860/e167a298-8e81-4c17-8d78-b1a68bdb5bdf) {{(pid=92356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:46:22.824218 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Pushing event updated for resources: {'Port': ['ID=77b5503d-fb03-4689-8a7e-44726f7f0133,revision_number=3']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:22.829024 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:22.946605 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:22.968184 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.provisioning_blocks [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] Transition to ACTIVE for port object e167a298-8e81-4c17-8d78-b1a68bdb5bdf will not be triggered until provisioned by entity DHCP. {{(pid=92356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:46:23.019553 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] Notify callbacks [] for port, precommit_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:23.031043 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] Transition to ACTIVE for port object 28462ff7-4f33-4200-a5ff-92eb85d633e9 will not be triggered until provisioned by entity L2. {{(pid=92358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:46:23.059105 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:23.063599 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-a4869760-63c6-41d3-90d9-2d520e602a66 tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:23.109725 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:23.114932 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:23.129956 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] Network 600feb5d-5d88-45fd-9738-25b58f740378 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:46:23.134815 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:46:23.139171 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] Received port after_create {{(pid=92356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:46:23.166253 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] Pushing event updated for resources: {'Port': ['ID=e167a298-8e81-4c17-8d78-b1a68bdb5bdf,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:23.173563 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:23.188781 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] Attempting to bind port 28462ff7-4f33-4200-a5ff-92eb85d633e9 on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:46:23.189150 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] Attempting to bind port 28462ff7-4f33-4200-a5ff-92eb85d633e9 by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:46:23.189874 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] Attempting to bind port 28462ff7-4f33-4200-a5ff-92eb85d633e9 on network ab209c3f-5e8a-42b5-8e48-1393c2a10612 {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:46:23.194774 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16361523'] for router_interface, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:23.198572 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b039b-5742-415d-ab10-ff221a1f7401 None None] Pushing event updated for resources: {'Port': ['ID=28462ff7-4f33-4200-a5ff-92eb85d633e9,revision_number=2']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:23.201206 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-707b039b-5742-415d-ab10-ff221a1f7401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:23.202161 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:46:23.202538 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] Checking segment: {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:46:23.202939 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:23.203323 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] Bound using segment: {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'} {{(pid=92358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:46:23.203829 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.managers [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] Bound port: 28462ff7-4f33-4200-a5ff-92eb85d633e9, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c9282e-5c2c-4f18-8b28-85eb8bceef37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612'}}] {{(pid=92358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:46:23.204205 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:23.294786 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] For port 28462ff7-4f33-4200-a5ff-92eb85d633e9, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:46:23.302050 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] For port 28462ff7-4f33-4200-a5ff-92eb85d633e9, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=28462ff7-4f33-4200-a5ff-92eb85d633e9,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:46:23.333625 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 844f328c-fff3-4033-bef5-6ccc53ef9081 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:46:23.386917 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:23.394680 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-9d7dcaf3-2932-41f5-a9c5-cf17c75c14e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:23.433965 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-790065ee-01c9-425d-9329-dd1ac6240f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:23.485681 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] Routers {'6848335e-5148-4363-80ed-2aa28cd66d25'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:46:23.486272 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:45:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['6848335e-5148-4363-80ed-2aa28cd66d25'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:23.575148 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-23b666b3-1257-46c9-bb9b-d6b6cbce53bb None None] Provisioning for port e167a298-8e81-4c17-8d78-b1a68bdb5bdf completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:46:23.581534 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port 844f328c-fff3-4033-bef5-6ccc53ef9081 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:46:23.581935 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:23.618781 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-23b666b3-1257-46c9-bb9b-d6b6cbce53bb None None] Provisioning complete for port e167a298-8e81-4c17-8d78-b1a68bdb5bdf triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:46:23.619160 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-23b666b3-1257-46c9-bb9b-d6b6cbce53bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:23.648332 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:23.653467 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b039b-5742-415d-ab10-ff221a1f7401 None None] Pushing event updated for resources: {'Port': ['ID=28462ff7-4f33-4200-a5ff-92eb85d633e9,revision_number=3']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:23.722351 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-707b039b-5742-415d-ab10-ff221a1f7401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:23.769536 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-23b666b3-1257-46c9-bb9b-d6b6cbce53bb None None] Port e167a298-8e81-4c17-8d78-b1a68bdb5bdf cannot update to ACTIVE because it is not bound. {{(pid=92358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 08:46:23.791194 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] Set router 6848335e-5148-4363-80ed-2aa28cd66d25 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:46:23.877170 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:23.968117 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15262479'] for port, after_update {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:23.996472 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-e4de7cf3-236b-48c4-b36a-d1f2d90035e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:24.065322 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 77b5503d-fb03-4689-8a7e-44726f7f0133 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:46:24.075764 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16309452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16361552'] for router_interface, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:24.079173 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] Pushing event updated for resources: {'Port': ['ID=e167a298-8e81-4c17-8d78-b1a68bdb5bdf,revision_number=2']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:24.082439 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:24.199535 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port 77b5503d-fb03-4689-8a7e-44726f7f0133 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:46:24.199918 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:24.216584 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] Network 600feb5d-5d88-45fd-9738-25b58f740378 is already hosted by enough agents. {{(pid=92356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:46:24.217758 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.base_scheduler [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] Resources bound (agent type, host, resource id): {{(pid=92356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:46:24.305977 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6848335e-5148-4363-80ed-2aa28cd66d25', 'name': 'tempest-TestShelveInstance-1414386325-router', 'tenant_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '28462ff7-4f33-4200-a5ff-92eb85d633e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:18Z', 'updated_at': '2021-06-03T08:46:20Z', 'revision_number': 3, 'project_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'gw_port': {'id': '28462ff7-4f33-4200-a5ff-92eb85d633e9', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6848335e-5148-4363-80ed-2aa28cd66d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:19Z', 'updated_at': '2021-06-03T08:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:24.327387 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7292006b-4886-4f1e-a782-a9571e3873c0 None None] The sync data for ids ['6848335e-5148-4363-80ed-2aa28cd66d25'] in dv-cinder-787262-5-smb is: [{'id': '6848335e-5148-4363-80ed-2aa28cd66d25', 'name': 'tempest-TestShelveInstance-1414386325-router', 'tenant_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '28462ff7-4f33-4200-a5ff-92eb85d633e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:18Z', 'updated_at': '2021-06-03T08:46:20Z', 'revision_number': 3, 'project_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'gw_port': {'id': '28462ff7-4f33-4200-a5ff-92eb85d633e9', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6848335e-5148-4363-80ed-2aa28cd66d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:19Z', 'updated_at': '2021-06-03T08:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}] {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:46:24.425299 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] Router 6848335e-5148-4363-80ed-2aa28cd66d25 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:46:24.506268 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-c701b6a9-8dd7-41c2-8b31-3f68e78a396e None None] Provisioning complete for port e167a298-8e81-4c17-8d78-b1a68bdb5bdf triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:46:24.506873 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-c701b6a9-8dd7-41c2-8b31-3f68e78a396e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:24.590755 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-c701b6a9-8dd7-41c2-8b31-3f68e78a396e None None] Port e167a298-8e81-4c17-8d78-b1a68bdb5bdf cannot update to ACTIVE because it is not bound. {{(pid=92358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 08:46:24.631688 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:46:24.641044 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-6aa6c2a3-3d96-4c53-8f9b-9a666d284356 admin admin] 10.222.0.18 "PUT /v2.0/routers/6848335e-5148-4363-80ed-2aa28cd66d25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7313828 Jun 03 08:46:25.313593 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 28462ff7-4f33-4200-a5ff-92eb85d633e9 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:46:25.504833 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port 28462ff7-4f33-4200-a5ff-92eb85d633e9 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:46:25.508948 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34966) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:25.510442 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port 28462ff7-4f33-4200-a5ff-92eb85d633e9 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:46:25.510889 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:25.515296 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-ff380a36-6f4b-4e8a-ba01-842f1e42e99d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572610962', 'description': 'tempest-secgroup-smoke-572610962 description', 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:46:25.523147 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-ff380a36-6f4b-4e8a-ba01-842f1e42e99d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:46:25.527121 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-ff380a36-6f4b-4e8a-ba01-842f1e42e99d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Usage tracker for resource:security_group and tenant:8f0ecfc376204bbcaef2c4fa4f54d272 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:46:25.530035 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-ff380a36-6f4b-4e8a-ba01-842f1e42e99d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:46:25.536171 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-ff380a36-6f4b-4e8a-ba01-842f1e42e99d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:46:25.633024 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:25.649764 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] For port 28462ff7-4f33-4200-a5ff-92eb85d633e9, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=28462ff7-4f33-4200-a5ff-92eb85d633e9,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:46:25.660682 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ff380a36-6f4b-4e8a-ba01-842f1e42e99d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:25.681319 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-ff380a36-6f4b-4e8a-ba01-842f1e42e99d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:46:25.685122 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-ff380a36-6f4b-4e8a-ba01-842f1e42e99d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Usage tracker for resource:security_group_rule and tenant:8f0ecfc376204bbcaef2c4fa4f54d272 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:46:25.688646 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-ff380a36-6f4b-4e8a-ba01-842f1e42e99d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:46:25.694399 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-ff380a36-6f4b-4e8a-ba01-842f1e42e99d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:46:25.711834 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:25.713760 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-2a0348f1-e160-45c7-8894-b86c88e49661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:25.766963 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ff380a36-6f4b-4e8a-ba01-842f1e42e99d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:25.779404 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Pushing event updated for resources: {'Port': ['ID=28462ff7-4f33-4200-a5ff-92eb85d633e9,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:25.782754 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:25.841707 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ff380a36-6f4b-4e8a-ba01-842f1e42e99d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:25.845860 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-60f537cb-2ac4-479b-9732-b605e1e7fd33 tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:25.884289 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff380a36-6f4b-4e8a-ba01-842f1e42e99d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b59f69-e0da-460f-a7b9-79c2a5571722,revision_number=1']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:25.887216 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-ff380a36-6f4b-4e8a-ba01-842f1e42e99d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:25.963807 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-ff380a36-6f4b-4e8a-ba01-842f1e42e99d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:25.965118 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-ff380a36-6f4b-4e8a-ba01-842f1e42e99d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4551361 Jun 03 08:46:25.968621 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34968) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:25.973327 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-2e25419c-07e5-4016-b8da-ee41b9e83ac2 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Request body: {'security_group_rule': {'security_group_id': '03b59f69-e0da-460f-a7b9-79c2a5571722', 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:46:25.979482 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-2e25419c-07e5-4016-b8da-ee41b9e83ac2 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:46:25.983474 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-2e25419c-07e5-4016-b8da-ee41b9e83ac2 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Usage tracker for resource:security_group_rule and tenant:8f0ecfc376204bbcaef2c4fa4f54d272 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:46:25.987041 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-2e25419c-07e5-4016-b8da-ee41b9e83ac2 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:46:25.993103 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-2e25419c-07e5-4016-b8da-ee41b9e83ac2 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:46:26.067586 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2e25419c-07e5-4016-b8da-ee41b9e83ac2 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:26.133770 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2e25419c-07e5-4016-b8da-ee41b9e83ac2 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:26.203803 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2e25419c-07e5-4016-b8da-ee41b9e83ac2 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270152'] for security_group_rule, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:26.206792 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:26.228924 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25419c-07e5-4016-b8da-ee41b9e83ac2 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59f76e2-81b9-48a4-92af-4d01d372d6f1,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:26.231634 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2e25419c-07e5-4016-b8da-ee41b9e83ac2 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:26.335307 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-2e25419c-07e5-4016-b8da-ee41b9e83ac2 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:26.336350 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-2e25419c-07e5-4016-b8da-ee41b9e83ac2 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3667312 Jun 03 08:46:26.339190 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34970) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:26.344701 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-9a8c447e-54f5-486a-9fa7-42660450b789 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Request body: {'security_group_rule': {'security_group_id': '03b59f69-e0da-460f-a7b9-79c2a5571722', 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:46:26.351313 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-9a8c447e-54f5-486a-9fa7-42660450b789 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:46:26.355904 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-9a8c447e-54f5-486a-9fa7-42660450b789 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Usage tracker for resource:security_group_rule and tenant:8f0ecfc376204bbcaef2c4fa4f54d272 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:46:26.358948 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-9a8c447e-54f5-486a-9fa7-42660450b789 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:46:26.364743 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-9a8c447e-54f5-486a-9fa7-42660450b789 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:46:26.420461 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:26.439435 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] Sync routers for ids ['6848335e-5148-4363-80ed-2aa28cd66d25'] in dv-cinder-787262-5-smb {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:46:26.449279 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] Routers {'6848335e-5148-4363-80ed-2aa28cd66d25'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:46:26.449881 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:45:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['6848335e-5148-4363-80ed-2aa28cd66d25'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:26.461350 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9a8c447e-54f5-486a-9fa7-42660450b789 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:26.534563 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9a8c447e-54f5-486a-9fa7-42660450b789 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:26.603937 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9a8c447e-54f5-486a-9fa7-42660450b789 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270152'] for security_group_rule, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:26.606283 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-c13f1835-4f27-4f09-aa41-2701a0f7a9ed tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:26.630374 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c447e-54f5-486a-9fa7-42660450b789 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7f362e-a2b4-4638-be1b-5c482fba8472,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:26.632877 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-9a8c447e-54f5-486a-9fa7-42660450b789 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:26.669687 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] Set router 6848335e-5148-4363-80ed-2aa28cd66d25 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:46:26.694967 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-9a8c447e-54f5-486a-9fa7-42660450b789 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:26.699447 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-9a8c447e-54f5-486a-9fa7-42660450b789 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3558791 Jun 03 08:46:26.700772 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34972) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:26.706239 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-010703ec-742b-4ea9-a962-bd8adbdfea3e tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Request body: {'security_group_rule': {'security_group_id': '03b59f69-e0da-460f-a7b9-79c2a5571722', 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:46:26.714719 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-010703ec-742b-4ea9-a962-bd8adbdfea3e tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:46:26.720560 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-010703ec-742b-4ea9-a962-bd8adbdfea3e tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Usage tracker for resource:security_group_rule and tenant:8f0ecfc376204bbcaef2c4fa4f54d272 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:46:26.723768 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-010703ec-742b-4ea9-a962-bd8adbdfea3e tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:46:26.730265 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-010703ec-742b-4ea9-a962-bd8adbdfea3e tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:46:26.763548 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-04bf10e8-ccba-4251-a294-256094dfe4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:26.797149 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-010703ec-742b-4ea9-a962-bd8adbdfea3e tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:26.862723 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-010703ec-742b-4ea9-a962-bd8adbdfea3e tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:26.939506 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-010703ec-742b-4ea9-a962-bd8adbdfea3e tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270152'] for security_group_rule, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:26.942070 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-d03790e5-0940-4b51-afe0-46db907d9f8d tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:26.970836 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010703ec-742b-4ea9-a962-bd8adbdfea3e tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99c2097-1979-4459-ac2d-f0e189885187,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:26.975664 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-010703ec-742b-4ea9-a962-bd8adbdfea3e tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:27.001274 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6848335e-5148-4363-80ed-2aa28cd66d25', 'name': 'tempest-TestShelveInstance-1414386325-router', 'tenant_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '28462ff7-4f33-4200-a5ff-92eb85d633e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:18Z', 'updated_at': '2021-06-03T08:46:23Z', 'revision_number': 4, 'project_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'gw_port': {'id': '28462ff7-4f33-4200-a5ff-92eb85d633e9', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6848335e-5148-4363-80ed-2aa28cd66d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:19Z', 'updated_at': '2021-06-03T08:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'e167a298-8e81-4c17-8d78-b1a68bdb5bdf', 'name': '', 'network_id': '600feb5d-5d88-45fd-9738-25b58f740378', 'tenant_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'mac_address': 'fa:16:3e:54:8e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6848335e-5148-4363-80ed-2aa28cd66d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ac458a30-9898-4cf8-83ef-5f42a2607860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:22Z', 'updated_at': '2021-06-03T08:46:23Z', 'revision_number': 2, 'project_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'subnets': [{'id': 'ac458a30-9898-4cf8-83ef-5f42a2607860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:27.005184 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] Checking router: 6848335e-5148-4363-80ed-2aa28cd66d25 for host: dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:46:27.005564 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] Updating router 6848335e-5148-4363-80ed-2aa28cd66d25 port e167a298-8e81-4c17-8d78-b1a68bdb5bdf binding host dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 08:46:27.054872 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-010703ec-742b-4ea9-a962-bd8adbdfea3e tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:27.056066 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-010703ec-742b-4ea9-a962-bd8adbdfea3e tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3542569 Jun 03 08:46:27.058836 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 34974) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:27.061311 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:27.063867 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.v2.base [None req-a69d36ad-9210-4bc6-9265-a5633754b661 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Request body: {'security_group_rule': {'security_group_id': '03b59f69-e0da-460f-a7b9-79c2a5571722', 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:46:27.069786 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-a69d36ad-9210-4bc6-9265-a5633754b661 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:46:27.073587 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-a69d36ad-9210-4bc6-9265-a5633754b661 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Usage tracker for resource:security_group_rule and tenant:8f0ecfc376204bbcaef2c4fa4f54d272 is out of sync, need to count used quota {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:46:27.076434 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [None req-a69d36ad-9210-4bc6-9265-a5633754b661 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:46:27.082673 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.quota.driver [None req-a69d36ad-9210-4bc6-9265-a5633754b661 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:46:27.170352 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a69d36ad-9210-4bc6-9265-a5633754b661 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:27.240443 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a69d36ad-9210-4bc6-9265-a5633754b661 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:27.295804 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 28462ff7-4f33-4200-a5ff-92eb85d633e9 up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:46:27.317741 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a69d36ad-9210-4bc6-9265-a5633754b661 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270152'] for security_group_rule, after_create {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:27.319941 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-8f6fb836-73fb-43b5-b46a-f02f7ec40277 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:27.340918 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d36ad-9210-4bc6-9265-a5633754b661 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7394f8-dad0-42d8-b99f-bce3d7c2d7f2,revision_number=0']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:27.345012 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-a69d36ad-9210-4bc6-9265-a5633754b661 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:27.366387 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port 28462ff7-4f33-4200-a5ff-92eb85d633e9 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:46:27.366759 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:27.412702 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] Notify callbacks [] for port, precommit_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:27.414826 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-a69d36ad-9210-4bc6-9265-a5633754b661 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:27.416414 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-a69d36ad-9210-4bc6-9265-a5633754b661 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3566134 Jun 03 08:46:27.419190 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 34976) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:27.425362 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-c66d4bc6-8a92-40b7-ae74-b9d29fa1746d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Request body: {'security_group_rule': {'security_group_id': '03b59f69-e0da-460f-a7b9-79c2a5571722', 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:46:27.426355 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.provisioning_blocks [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] Transition to ACTIVE for port object e167a298-8e81-4c17-8d78-b1a68bdb5bdf will not be triggered until provisioned by entity L2. {{(pid=92359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:46:27.432948 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-c66d4bc6-8a92-40b7-ae74-b9d29fa1746d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:46:27.436954 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-c66d4bc6-8a92-40b7-ae74-b9d29fa1746d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Usage tracker for resource:security_group_rule and tenant:8f0ecfc376204bbcaef2c4fa4f54d272 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:46:27.441745 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-c66d4bc6-8a92-40b7-ae74-b9d29fa1746d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:46:27.448666 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-c66d4bc6-8a92-40b7-ae74-b9d29fa1746d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:46:27.492948 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:27.496988 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-53f3c2f4-0391-4581-813e-c0af880ed3f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:27.529371 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.db.securitygroups_db [None req-c66d4bc6-8a92-40b7-ae74-b9d29fa1746d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Project 8f0ecfc376204bbcaef2c4fa4f54d272 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 08:46:27.536945 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-c66d4bc6-8a92-40b7-ae74-b9d29fa1746d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:27.615585 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-c66d4bc6-8a92-40b7-ae74-b9d29fa1746d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:27.644836 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ade94c-59cf-4a1c-9063-e3411ae774d2 None None] Pushing event updated for resources: {'Port': ['ID=e167a298-8e81-4c17-8d78-b1a68bdb5bdf,revision_number=3']} {{(pid=92359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:27.652019 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-e4ade94c-59cf-4a1c-9063-e3411ae774d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:27.696470 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-c66d4bc6-8a92-40b7-ae74-b9d29fa1746d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270152'] for security_group_rule, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:27.699039 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-2c1b2a11-8b61-4d0a-83d8-f3ed7ad3e1a6 tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:27.710602 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] Attempting to bind port e167a298-8e81-4c17-8d78-b1a68bdb5bdf on host dv-cinder-787262-5-smb for vnic_type normal with profile {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:46:27.710973 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] Attempting to bind port e167a298-8e81-4c17-8d78-b1a68bdb5bdf by drivers openvswitch,hyperv on host dv-cinder-787262-5-smb at level 0 using segments [{'id': 'c7aed522-4b89-4532-a583-a672be7d0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '600feb5d-5d88-45fd-9738-25b58f740378'}] {{(pid=92359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:46:27.711334 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] Attempting to bind port e167a298-8e81-4c17-8d78-b1a68bdb5bdf on network 600feb5d-5d88-45fd-9738-25b58f740378 {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:46:27.717533 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] Checking agent: {'id': '050f5454-0546-4e37-83d9-efc5213f6afb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 23, 56), 'started_at': datetime.datetime(2021, 6, 3, 8, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:46:27.717533 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] Checking segment: {'id': 'c7aed522-4b89-4532-a583-a672be7d0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '600feb5d-5d88-45fd-9738-25b58f740378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:46:27.717845 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:27.718137 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] Bound using segment: {'id': 'c7aed522-4b89-4532-a583-a672be7d0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '600feb5d-5d88-45fd-9738-25b58f740378'} {{(pid=92359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:46:27.718613 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.managers [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] Bound port: e167a298-8e81-4c17-8d78-b1a68bdb5bdf, host: dv-cinder-787262-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7aed522-4b89-4532-a583-a672be7d0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '600feb5d-5d88-45fd-9738-25b58f740378'}}] {{(pid=92359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:46:27.719478 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:27.723723 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d4bc6-8a92-40b7-ae74-b9d29fa1746d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45474f46-925e-4920-a0cb-3dae8235cb09,revision_number=0']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:27.732645 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-c66d4bc6-8a92-40b7-ae74-b9d29fa1746d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:27.807132 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.db [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] For port e167a298-8e81-4c17-8d78-b1a68bdb5bdf, host dv-cinder-787262-5-smb, cleared binding levels {{(pid=92359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:46:27.809414 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-c66d4bc6-8a92-40b7-ae74-b9d29fa1746d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:27.810108 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.plugins.ml2.db [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] For port e167a298-8e81-4c17-8d78-b1a68bdb5bdf, host dv-cinder-787262-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=e167a298-8e81-4c17-8d78-b1a68bdb5bdf,segment=NetworkSegment(c7aed522-4b89-4532-a583-a672be7d0748),segment_id=c7aed522-4b89-4532-a583-a672be7d0748)] {{(pid=92359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:46:27.810823 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-c66d4bc6-8a92-40b7-ae74-b9d29fa1746d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3899879 Jun 03 08:46:27.813825 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 34978) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:46:27.818504 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-72a3afd3-a74c-4979-80a5-56e4dc3e3cb1 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Request body: {'security_group_rule': {'security_group_id': '03b59f69-e0da-460f-a7b9-79c2a5571722', 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:46:27.824263 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-72a3afd3-a74c-4979-80a5-56e4dc3e3cb1 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:46:27.828073 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-72a3afd3-a74c-4979-80a5-56e4dc3e3cb1 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Usage tracker for resource:security_group_rule and tenant:8f0ecfc376204bbcaef2c4fa4f54d272 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:46:27.830976 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-72a3afd3-a74c-4979-80a5-56e4dc3e3cb1 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:46:27.836616 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-72a3afd3-a74c-4979-80a5-56e4dc3e3cb1 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:46:27.843282 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:27.899172 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron_lib.callbacks.manager [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:27.903179 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:27.927095 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.db.securitygroups_db [None req-72a3afd3-a74c-4979-80a5-56e4dc3e3cb1 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Project 8f0ecfc376204bbcaef2c4fa4f54d272 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 08:46:27.933413 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-72a3afd3-a74c-4979-80a5-56e4dc3e3cb1 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:27.986260 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ade94c-59cf-4a1c-9063-e3411ae774d2 None None] Pushing event updated for resources: {'Port': ['ID=e167a298-8e81-4c17-8d78-b1a68bdb5bdf,revision_number=4']} {{(pid=92359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:27.988813 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] Routers {'6848335e-5148-4363-80ed-2aa28cd66d25'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:46:27.989625 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:46:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['6848335e-5148-4363-80ed-2aa28cd66d25'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:28.016970 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-72a3afd3-a74c-4979-80a5-56e4dc3e3cb1 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:28.037681 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG oslo_concurrency.lockutils [None req-e4ade94c-59cf-4a1c-9063-e3411ae774d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:28.132688 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-72a3afd3-a74c-4979-80a5-56e4dc3e3cb1 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270152'] for security_group_rule, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:28.134737 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:28.156138 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3afd3-a74c-4979-80a5-56e4dc3e3cb1 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f45796-1d35-4ef9-93a0-01150e00061b,revision_number=0']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:28.161276 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-72a3afd3-a74c-4979-80a5-56e4dc3e3cb1 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:28.176405 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] Set router 6848335e-5148-4363-80ed-2aa28cd66d25 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:46:28.221371 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-72a3afd3-a74c-4979-80a5-56e4dc3e3cb1 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:28.222537 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-72a3afd3-a74c-4979-80a5-56e4dc3e3cb1 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4077461 Jun 03 08:46:28.522913 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6848335e-5148-4363-80ed-2aa28cd66d25', 'name': 'tempest-TestShelveInstance-1414386325-router', 'tenant_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '28462ff7-4f33-4200-a5ff-92eb85d633e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:18Z', 'updated_at': '2021-06-03T08:46:23Z', 'revision_number': 4, 'project_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'gw_port': {'id': '28462ff7-4f33-4200-a5ff-92eb85d633e9', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6848335e-5148-4363-80ed-2aa28cd66d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:19Z', 'updated_at': '2021-06-03T08:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'e167a298-8e81-4c17-8d78-b1a68bdb5bdf', 'name': '', 'network_id': '600feb5d-5d88-45fd-9738-25b58f740378', 'tenant_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'mac_address': 'fa:16:3e:54:8e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6848335e-5148-4363-80ed-2aa28cd66d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ac458a30-9898-4cf8-83ef-5f42a2607860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:22Z', 'updated_at': '2021-06-03T08:46:27Z', 'revision_number': 4, 'project_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'subnets': [{'id': 'ac458a30-9898-4cf8-83ef-5f42a2607860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:46:28.526828 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b464028-e02e-413c-a906-f691b2e1caf7 None None] The sync data for ids ['6848335e-5148-4363-80ed-2aa28cd66d25'] in dv-cinder-787262-5-smb is: [{'id': '6848335e-5148-4363-80ed-2aa28cd66d25', 'name': 'tempest-TestShelveInstance-1414386325-router', 'tenant_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '28462ff7-4f33-4200-a5ff-92eb85d633e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:18Z', 'updated_at': '2021-06-03T08:46:23Z', 'revision_number': 4, 'project_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'gw_port': {'id': '28462ff7-4f33-4200-a5ff-92eb85d633e9', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6848335e-5148-4363-80ed-2aa28cd66d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:19Z', 'updated_at': '2021-06-03T08:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': 'e167a298-8e81-4c17-8d78-b1a68bdb5bdf', 'name': '', 'network_id': '600feb5d-5d88-45fd-9738-25b58f740378', 'tenant_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'mac_address': 'fa:16:3e:54:8e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6848335e-5148-4363-80ed-2aa28cd66d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ac458a30-9898-4cf8-83ef-5f42a2607860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:22Z', 'updated_at': '2021-06-03T08:46:27Z', 'revision_number': 4, 'project_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'subnets': [{'id': 'ac458a30-9898-4cf8-83ef-5f42a2607860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:46:29.323914 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device e167a298-8e81-4c17-8d78-b1a68bdb5bdf up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:46:29.477888 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning for port e167a298-8e81-4c17-8d78-b1a68bdb5bdf completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:46:29.483790 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port e167a298-8e81-4c17-8d78-b1a68bdb5bdf triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:46:29.484115 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:29.668656 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:29.705350 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] For port e167a298-8e81-4c17-8d78-b1a68bdb5bdf, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=e167a298-8e81-4c17-8d78-b1a68bdb5bdf,segment=NetworkSegment(c7aed522-4b89-4532-a583-a672be7d0748),segment_id=c7aed522-4b89-4532-a583-a672be7d0748)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:46:29.809630 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:29.811484 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-198cd6d2-275b-4509-888e-0b9a1953b0da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:29.880527 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Pushing event updated for resources: {'Port': ['ID=e167a298-8e81-4c17-8d78-b1a68bdb5bdf,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:29.883670 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:29.906735 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:31.306327 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device e167a298-8e81-4c17-8d78-b1a68bdb5bdf up at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:46:31.388192 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Provisioning complete for port e167a298-8e81-4c17-8d78-b1a68bdb5bdf triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:46:31.388571 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:40.818924 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:46:43.599989 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-7aea44c0-6b25-4e68-9dfb-3af613f85de7 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Synchronizing usage tracker for tenant:8f0ecfc376204bbcaef2c4fa4f54d272 on resource:security_group {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:46:43.700731 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-7aea44c0-6b25-4e68-9dfb-3af613f85de7 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Unset dirty status for tenant:8f0ecfc376204bbcaef2c4fa4f54d272 on resource:security_group {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:46:43.701903 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-7aea44c0-6b25-4e68-9dfb-3af613f85de7 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572610962&fields=id&tenant_id=8f0ecfc376204bbcaef2c4fa4f54d272 HTTP/1.1" status: 200 len: 267 time: 0.1414053 Jun 03 08:46:43.959424 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-c9a8fe25-1eed-4d6f-b0f9-943792f94803 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:46:43.960811 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-c9a8fe25-1eed-4d6f-b0f9-943792f94803 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/networks?id=470dd00d-2923-4be6-8313-ebc2c753916d HTTP/1.1" status: 200 len: 809 time: 0.2522695 Jun 03 08:46:43.976090 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-84cf9111-3e82-4c9f-a5f9-c861e2ef8821 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/quotas/8f0ecfc376204bbcaef2c4fa4f54d272 HTTP/1.1" status: 200 len: 375 time: 0.0091114 Jun 03 08:46:44.063293 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-af60ef8e-a242-49a7-8474-895e83e84d50 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f0ecfc376204bbcaef2c4fa4f54d272&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817361 Jun 03 08:46:44.322274 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-6f227034-4300-438c-aa87-7dd4c40e7ca9 service neutron] 10.222.0.18 "GET /v2.0/networks/470dd00d-2923-4be6-8313-ebc2c753916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462358 Jun 03 08:46:44.452457 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a9620de2-b748-44c6-b09b-b7b0f84bb470 service neutron] 10.222.0.18 "GET /v2.0/networks/470dd00d-2923-4be6-8313-ebc2c753916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254470 Jun 03 08:46:45.257316 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-1519c6e9-24b6-461b-8d15-92378f3f8a5d req-e63ef3c1-68a3-42f1-b609-bf34f547dd3b tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Synchronizing usage tracker for tenant:8f0ecfc376204bbcaef2c4fa4f54d272 on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:46:45.379036 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-1519c6e9-24b6-461b-8d15-92378f3f8a5d req-e63ef3c1-68a3-42f1-b609-bf34f547dd3b tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Unset dirty status for tenant:8f0ecfc376204bbcaef2c4fa4f54d272 on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:46:45.380252 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-1519c6e9-24b6-461b-8d15-92378f3f8a5d req-e63ef3c1-68a3-42f1-b609-bf34f547dd3b tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 210 time: 0.1696887 Jun 03 08:46:46.476619 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-fdb8252e-49fb-4f72-a025-5c1aee997726 req-45e7f1ca-fadc-4e5b-8799-18e868459a35 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 210 time: 0.0429847 Jun 03 08:46:47.584578 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ece74c6c-affa-4d3a-9238-666d95772eed req-1d314e02-05cc-4b81-ba37-2c9b270ba8d8 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 210 time: 0.0447497 Jun 03 08:46:47.895107 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:48.679084 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-b3448d34-0015-460e-a136-75fa9ab706ef req-c9850be0-3f88-4653-8e20-62866f45232f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 210 time: 0.0413206 Jun 03 08:46:49.828393 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7680629f-d98a-4bfe-b74e-2a25e35cef24 req-1697fce5-9faf-4556-9979-8e3654bb533c tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 210 time: 0.0417333 Jun 03 08:46:50.980693 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2d5d7081-0a98-4035-862a-96743ce44db1 req-8974e072-37a5-4053-8cc5-d489392ab1d2 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 210 time: 0.0454702 Jun 03 08:46:51.748892 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-f4860ba7-6cd4-48c0-a3f4-f04d7bcabf09 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:46:51.749694 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-f4860ba7-6cd4-48c0-a3f4-f04d7bcabf09 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Synchronizing usage tracker for tenant:8f0ecfc376204bbcaef2c4fa4f54d272 on resource:network {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:46:51.849268 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-f4860ba7-6cd4-48c0-a3f4-f04d7bcabf09 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Unset dirty status for tenant:8f0ecfc376204bbcaef2c4fa4f54d272 on resource:network {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:46:51.850497 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-f4860ba7-6cd4-48c0-a3f4-f04d7bcabf09 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.47 "GET /v2.0/networks?id=470dd00d-2923-4be6-8313-ebc2c753916d HTTP/1.1" status: 200 len: 809 time: 0.2982328 Jun 03 08:46:51.905021 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a54f499e-c0d9-4a7b-9b58-f1a0b83ddf2e tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Synchronizing usage tracker for tenant:8f0ecfc376204bbcaef2c4fa4f54d272 on resource:security_group {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:46:51.917146 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a54f499e-c0d9-4a7b-9b58-f1a0b83ddf2e tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Unset dirty status for tenant:8f0ecfc376204bbcaef2c4fa4f54d272 on resource:security_group {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:46:51.918304 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a54f499e-c0d9-4a7b-9b58-f1a0b83ddf2e tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f0ecfc376204bbcaef2c4fa4f54d272 HTTP/1.1" status: 200 len: 379 time: 0.0593479 Jun 03 08:46:51.931836 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Request body: {'port': {'device_id': 'd3684460-68b3-4d2b-9462-11397238f7cb', 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d', 'admin_state_up': True, 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'security_groups': ['03b59f69-e0da-460f-a7b9-79c2a5571722']}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:46:52.076190 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:46:52.086919 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:46:52.137818 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-08d7a58b-531e-4676-bbfb-dbe2550a498d req-e8607eda-6ef9-4418-855f-8884f451dd6e tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 210 time: 0.0483840 Jun 03 08:46:52.203665 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Made reservation on behalf of 8f0ecfc376204bbcaef2c4fa4f54d272 for: {'port': 1} {{(pid=92357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 08:46:52.207548 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:52.369743 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_common [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Allocated IP 172.20.0.9 (470dd00d-2923-4be6-8313-ebc2c753916d/a0b16e5a-3c6a-46e0-be93-ee7ff0be5987/daf4486d-f647-4b77-bd3e-a3abac7b3012) {{(pid=92357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:46:52.559559 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for port, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:52.631070 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Transition to ACTIVE for port object daf4486d-f647-4b77-bd3e-a3abac7b3012 will not be triggered until provisioned by entity DHCP. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:46:52.735559 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:52.741374 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:52.908296 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Network 470dd00d-2923-4be6-8313-ebc2c753916d is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:46:52.911410 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:46:52.915480 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Received port after_create {{(pid=92357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:46:52.951499 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Pushing event updated for resources: {'Port': ['ID=daf4486d-f647-4b77-bd3e-a3abac7b3012,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:52.969371 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:52.969750 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:52.970140 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:52.970505 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:52.970862 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:52.971367 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:52.971722 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:52.972128 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:52.972422 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:52.972770 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:52.973131 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:52.973458 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:46:52.979496 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:52.996825 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:46:52.997349 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:53.090438 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1623859 Jun 03 08:46:53.101765 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Request body: {'port': {'device_id': 'd3684460-68b3-4d2b-9462-11397238f7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:46:53.219144 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:53.232172 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-b6f6ebea-5601-4bee-b206-3e4a5b125413 None None] Provisioning for port daf4486d-f647-4b77-bd3e-a3abac7b3012 completed by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:46:53.239466 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-b6f6ebea-5601-4bee-b206-3e4a5b125413 None None] Provisioning complete for port daf4486d-f647-4b77-bd3e-a3abac7b3012 triggered by entity DHCP. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:46:53.248802 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-b6f6ebea-5601-4bee-b206-3e4a5b125413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:53.326217 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-b6f6ebea-5601-4bee-b206-3e4a5b125413 None None] Port daf4486d-f647-4b77-bd3e-a3abac7b3012 cannot update to ACTIVE because it is not bound. {{(pid=92358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 08:46:53.339118 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3f269-01f1-42fa-8b99-8c7d00920f36 req-54c49d4a-1cf6-4867-81b1-d2091dd6ac73 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:46:53.340890 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f3a3f269-01f1-42fa-8b99-8c7d00920f36 req-54c49d4a-1cf6-4867-81b1-d2091dd6ac73 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 931 time: 0.0876911 Jun 03 08:46:53.387802 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-f3a3f269-01f1-42fa-8b99-8c7d00920f36 req-bdffea83-5062-40c6-8483-122e7af4192a tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403059 Jun 03 08:46:53.390778 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-b82f213c-1d26-4098-864d-3c796c7ee182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:53.575464 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf4486d-f647-4b77-bd3e-a3abac7b3012 {{(pid=92357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:46:53.583368 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:53.598522 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.provisioning_blocks [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Transition to ACTIVE for port object daf4486d-f647-4b77-bd3e-a3abac7b3012 will not be triggered until provisioned by entity L2. {{(pid=92357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 08:46:53.660732 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:53.664630 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-dfb452da-b15d-4476-9c9e-894e5fca7902 tempest-ServerRescueNegativeTestJSON-1725105800 tempest-ServerRescueNegativeTestJSON-1725105800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:53.792614 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Pushing event updated for resources: {'Port': ['ID=daf4486d-f647-4b77-bd3e-a3abac7b3012,revision_number=2']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:53.819531 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:53.929491 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Attempting to bind port daf4486d-f647-4b77-bd3e-a3abac7b3012 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 08:46:53.930348 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Attempting to bind port daf4486d-f647-4b77-bd3e-a3abac7b3012 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '633b5a8e-b4b6-4a03-8adc-be8df947e1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d'}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 08:46:53.930348 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Attempting to bind port daf4486d-f647-4b77-bd3e-a3abac7b3012 on network 470dd00d-2923-4be6-8313-ebc2c753916d {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:46:53.935279 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Port daf4486d-f647-4b77-bd3e-a3abac7b3012 on network 470dd00d-2923-4be6-8313-ebc2c753916d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 08:46:53.935608 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Attempting to bind port daf4486d-f647-4b77-bd3e-a3abac7b3012 on network 470dd00d-2923-4be6-8313-ebc2c753916d {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 08:46:53.944008 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Checking agent: {'id': '0b62ef4c-67a0-4b60-a013-2ab920ba3ff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'started_at': datetime.datetime(2021, 6, 3, 8, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 8, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 08:46:53.944390 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Checking segment: {'id': '633b5a8e-b4b6-4a03-8adc-be8df947e1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 08:46:53.944814 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Bound using segment: {'id': '633b5a8e-b4b6-4a03-8adc-be8df947e1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d'} {{(pid=92357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 08:46:53.945295 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.managers [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Bound port: daf4486d-f647-4b77-bd3e-a3abac7b3012, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633b5a8e-b4b6-4a03-8adc-be8df947e1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d'}}] {{(pid=92357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 08:46:53.945774 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:54.048504 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] For port daf4486d-f647-4b77-bd3e-a3abac7b3012, host hv-cinder-78726, cleared binding levels {{(pid=92357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 08:46:54.051750 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] For port daf4486d-f647-4b77-bd3e-a3abac7b3012, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=daf4486d-f647-4b77-bd3e-a3abac7b3012,segment=NetworkSegment(633b5a8e-b4b6-4a03-8adc-be8df947e1dd),segment_id=633b5a8e-b4b6-4a03-8adc-be8df947e1dd)] {{(pid=92357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 08:46:54.116444 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:54.120582 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-e0605aef-0784-4e9e-b442-133a9f7dba55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:54.175557 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:46:54.176188 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:54.177636 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] 10.222.0.47 "PUT /v2.0/ports/daf4486d-f647-4b77-bd3e-a3abac7b3012 HTTP/1.1" status: 200 len: 1093 time: 1.0802264 Jun 03 08:46:54.186268 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3684460-68b3-4d2b-9462-11397238f7cb', 'tag': 'daf4486d-f647-4b77-bd3e-a3abac7b3012'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:46:54.188986 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc3a978-b0a6-4633-ab64-f2e80061c52f" -d '{"events": [{"name": "network-changed", "server_uuid": "d3684460-68b3-4d2b-9462-11397238f7cb", "tag": "daf4486d-f647-4b77-bd3e-a3abac7b3012"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:46:54.223489 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Pushing event updated for resources: {'Port': ['ID=daf4486d-f647-4b77-bd3e-a3abac7b3012,revision_number=3']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:54.228857 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-a4dd1c02-2e56-4eb8-948c-78c41bec0053 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:54.249053 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524687cf-f6b9-4083-8b0f-a36954748ac3 x-openstack-request-id: req-524687cf-f6b9-4083-8b0f-a36954748ac3 {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:46:54.249577 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3684460-68b3-4d2b-9462-11397238f7cb", "tag": "daf4486d-f647-4b77-bd3e-a3abac7b3012", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:46:54.249878 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-524687cf-f6b9-4083-8b0f-a36954748ac3 {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:46:54.250325 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3684460-68b3-4d2b-9462-11397238f7cb', 'tag': 'daf4486d-f647-4b77-bd3e-a3abac7b3012', 'status': 'completed', 'code': 200} Jun 03 08:46:54.346066 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3a978-b0a6-4633-ab64-f2e80061c52f req-4067fb63-05ba-4646-bb57-01147a1bf504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:46:54.347656 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9fc3a978-b0a6-4633-ab64-f2e80061c52f req-4067fb63-05ba-4646-bb57-01147a1bf504 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8f0ecfc376204bbcaef2c4fa4f54d272&device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 1096 time: 0.0778682 Jun 03 08:46:54.507181 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3a978-b0a6-4633-ab64-f2e80061c52f req-bdf3a2d2-42ef-4cd9-b0dc-acb9dd0c36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:46:54.508702 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9fc3a978-b0a6-4633-ab64-f2e80061c52f req-bdf3a2d2-42ef-4cd9-b0dc-acb9dd0c36ad service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=8f0ecfc376204bbcaef2c4fa4f54d272&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1539750 Jun 03 08:46:54.594457 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60245d4d-a141-4db6-9883-6c288612a865 req-f5244277-bbac-4158-9fa2-cc8ef95030b8 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:46:54.595881 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-60245d4d-a141-4db6-9883-6c288612a865 req-f5244277-bbac-4158-9fa2-cc8ef95030b8 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 943 time: 0.0887001 Jun 03 08:46:54.643043 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-60245d4d-a141-4db6-9883-6c288612a865 req-bc6eaddf-140e-447e-b891-222a97e48950 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402813 Jun 03 08:46:54.651584 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3a978-b0a6-4633-ab64-f2e80061c52f req-2d016b06-e8d7-49b7-9ae7-e55628155e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:46:54.653029 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-9fc3a978-b0a6-4633-ab64-f2e80061c52f req-2d016b06-e8d7-49b7-9ae7-e55628155e14 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384239 Jun 03 08:46:54.774634 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-060843d3-4e06-41f0-ab77-03c5add84a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:46:54.776118 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-060843d3-4e06-41f0-ab77-03c5add84a1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8f0ecfc376204bbcaef2c4fa4f54d272&device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 1096 time: 0.0777798 Jun 03 08:46:54.844702 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-31acfef4-4d11-495b-bbd3-d629f5e40910 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf4486d-f647-4b77-bd3e-a3abac7b3012 HTTP/1.1" status: 200 len: 217 time: 0.0614169 Jun 03 08:46:54.911724 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-8eb358b2-1ce9-411f-a0a7-d646d0c012c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:46:54.913172 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-8eb358b2-1ce9-411f-a0a7-d646d0c012c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b16e5a-3c6a-46e0-be93-ee7ff0be5987 HTTP/1.1" status: 200 len: 848 time: 0.0625157 Jun 03 08:46:54.991470 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-31c0c12c-cc27-4907-8633-da9330a5a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:46:54.993813 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-31c0c12c-cc27-4907-8633-da9330a5a97f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=470dd00d-2923-4be6-8313-ebc2c753916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736067 Jun 03 08:46:55.132337 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-f52bd21d-1da6-48fb-a0b3-3d64cfe4451a service neutron] 10.222.0.47 "GET /v2.0/networks/470dd00d-2923-4be6-8313-ebc2c753916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333506 Jun 03 08:46:55.356455 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-f9a6a809-b015-4380-a539-abc2bc717a58 req-e7766ed6-0ad3-48c7-a2ba-3cc7e818b94a service neutron] 10.222.0.47 "GET /v2.0/networks/470dd00d-2923-4be6-8313-ebc2c753916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182472 Jun 03 08:46:55.833311 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83b930-b1c4-4f32-a522-dd1ff9f4aecb req-3a9d80d2-9812-46ca-b6f2-13b97fa7240b tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:46:55.834001 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-3b83b930-b1c4-4f32-a522-dd1ff9f4aecb req-3a9d80d2-9812-46ca-b6f2-13b97fa7240b tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Synchronizing usage tracker for tenant:8f0ecfc376204bbcaef2c4fa4f54d272 on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:46:55.921872 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-3b83b930-b1c4-4f32-a522-dd1ff9f4aecb req-3a9d80d2-9812-46ca-b6f2-13b97fa7240b tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Unset dirty status for tenant:8f0ecfc376204bbcaef2c4fa4f54d272 on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:46:55.923281 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3b83b930-b1c4-4f32-a522-dd1ff9f4aecb req-3a9d80d2-9812-46ca-b6f2-13b97fa7240b tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 943 time: 0.1710522 Jun 03 08:46:55.969300 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3b83b930-b1c4-4f32-a522-dd1ff9f4aecb req-23fc616e-a5b6-4414-90ce-b6ced25cbc14 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398543 Jun 03 08:46:56.412875 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:56.735184 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-30fd845d-5acb-4773-9b85-b1775d86abc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:57.150896 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cda541-e0be-4ed2-84a3-2db9b3c2c3cf req-638ce411-2288-4e38-a1b9-6842767089ff tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:46:57.152380 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e7cda541-e0be-4ed2-84a3-2db9b3c2c3cf req-638ce411-2288-4e38-a1b9-6842767089ff tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 943 time: 0.0799513 Jun 03 08:46:57.199129 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-e7cda541-e0be-4ed2-84a3-2db9b3c2c3cf req-a8f6e918-74f9-4c6d-bd66-8e0e83a0f012 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410540 Jun 03 08:46:57.843396 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:58.380204 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61280a-77d1-4386-8514-89660b9d9445 req-16253807-e78b-4e6b-bca6-7b9b00c57248 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:46:58.381673 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ea61280a-77d1-4386-8514-89660b9d9445 req-16253807-e78b-4e6b-bca6-7b9b00c57248 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 943 time: 0.0795002 Jun 03 08:46:58.429081 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ea61280a-77d1-4386-8514-89660b9d9445 req-ae94fe82-53f3-4cad-b873-04fa31d36c97 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417941 Jun 03 08:46:58.590417 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device daf4486d-f647-4b77-bd3e-a3abac7b3012 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:46:58.723363 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port daf4486d-f647-4b77-bd3e-a3abac7b3012, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=daf4486d-f647-4b77-bd3e-a3abac7b3012,segment=NetworkSegment(633b5a8e-b4b6-4a03-8adc-be8df947e1dd),segment_id=633b5a8e-b4b6-4a03-8adc-be8df947e1dd)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:46:58.765252 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': 'daf4486d-f647-4b77-bd3e-a3abac7b3012', 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d', 'port_id': 'daf4486d-f647-4b77-bd3e-a3abac7b3012', 'mac_address': 'fa:16:3e:28:3c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b16e5a-3c6a-46e0-be93-ee7ff0be5987', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:46:58.819282 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:58.835647 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf4486d-f647-4b77-bd3e-a3abac7b3012 {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:46:58.850775 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port daf4486d-f647-4b77-bd3e-a3abac7b3012, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=daf4486d-f647-4b77-bd3e-a3abac7b3012,segment=NetworkSegment(633b5a8e-b4b6-4a03-8adc-be8df947e1dd),segment_id=633b5a8e-b4b6-4a03-8adc-be8df947e1dd)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:46:58.912127 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:46:58.913838 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-583f5a2f-77eb-454c-af11-40bded26bd83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:46:58.982498 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=daf4486d-f647-4b77-bd3e-a3abac7b3012,revision_number=4']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:46:58.985562 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:46:59.144921 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['daf4486d-f647-4b77-bd3e-a3abac7b3012'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:46:59.620040 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52494455-6716-4121-add7-aef71daeb58c req-78f282bd-942e-45b5-a2f7-18e90fa1e7f6 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:46:59.621484 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-52494455-6716-4121-add7-aef71daeb58c req-78f282bd-942e-45b5-a2f7-18e90fa1e7f6 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 944 time: 0.0839124 Jun 03 08:46:59.665007 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-52494455-6716-4121-add7-aef71daeb58c req-3955aa32-be05-4d6a-b7d0-0fd6a100f152 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379949 Jun 03 08:46:59.870143 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:00.586890 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device daf4486d-f647-4b77-bd3e-a3abac7b3012 up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:47:00.722578 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning for port daf4486d-f647-4b77-bd3e-a3abac7b3012 completed by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 08:47:00.727898 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port daf4486d-f647-4b77-bd3e-a3abac7b3012 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:47:00.728278 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:00.848014 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:00.850009 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088fd28-61c4-4c13-b7a6-67efe078b47b req-69916873-6848-4692-9a2e-7c3af8186856 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:47:00.851523 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3088fd28-61c4-4c13-b7a6-67efe078b47b req-69916873-6848-4692-9a2e-7c3af8186856 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 944 time: 0.0808034 Jun 03 08:47:00.875710 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3684460-68b3-4d2b-9462-11397238f7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf4486d-f647-4b77-bd3e-a3abac7b3012'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:47:00.878030 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ceb67e0-65ac-46b4-8b09-8cd6630eb27c" -d '{"events": [{"server_uuid": "d3684460-68b3-4d2b-9462-11397238f7cb", "name": "network-vif-plugged", "status": "completed", "tag": "daf4486d-f647-4b77-bd3e-a3abac7b3012"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:47:00.886020 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port daf4486d-f647-4b77-bd3e-a3abac7b3012, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=daf4486d-f647-4b77-bd3e-a3abac7b3012,segment=NetworkSegment(633b5a8e-b4b6-4a03-8adc-be8df947e1dd),segment_id=633b5a8e-b4b6-4a03-8adc-be8df947e1dd)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:47:00.897545 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3088fd28-61c4-4c13-b7a6-67efe078b47b req-6393b9f2-52ca-4d5b-91d4-5d2f88fa189b tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402000 Jun 03 08:47:00.920733 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6de7b7-7848-4b80-8964-db79782bbffc x-openstack-request-id: req-5b6de7b7-7848-4b80-8964-db79782bbffc {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:47:00.921028 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3684460-68b3-4d2b-9462-11397238f7cb", "name": "network-vif-plugged", "status": "completed", "tag": "daf4486d-f647-4b77-bd3e-a3abac7b3012", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:47:00.921289 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b6de7b7-7848-4b80-8964-db79782bbffc {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:47:00.921684 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3684460-68b3-4d2b-9462-11397238f7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf4486d-f647-4b77-bd3e-a3abac7b3012', 'code': 200} Jun 03 08:47:01.007648 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:01.010176 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:47:01.079212 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=daf4486d-f647-4b77-bd3e-a3abac7b3012,revision_number=5']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:47:01.086679 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:47:01.087016 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:47:01.087347 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:47:01.087671 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:47:01.087990 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:47:01.088313 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:47:01.088626 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:47:01.088940 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:47:01.089253 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:47:01.089560 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:47:01.089868 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:47:01.090199 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:47:01.094147 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:47:01.364038 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b95ecf-5e80-4f8e-bbd1-7c83aa88db88 req-1e4d37c4-3be5-4a31-9705-70aa6e93a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:47:01.365420 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-c2b95ecf-5e80-4f8e-bbd1-7c83aa88db88 req-1e4d37c4-3be5-4a31-9705-70aa6e93a69f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 1098 time: 0.0739255 Jun 03 08:47:01.406911 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-c2b95ecf-5e80-4f8e-bbd1-7c83aa88db88 req-a81cdb4d-ed88-43c6-aa7f-8a87b6afbd99 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346210 Jun 03 08:47:02.085593 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3531ad-dd10-4381-ba60-1e0dab97db2b req-490f7e83-3e5c-4d04-a79d-6554b352c246 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:47:02.086970 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3e3531ad-dd10-4381-ba60-1e0dab97db2b req-490f7e83-3e5c-4d04-a79d-6554b352c246 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.0788300 Jun 03 08:47:02.132634 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-3e3531ad-dd10-4381-ba60-1e0dab97db2b req-88639bbb-914c-4127-843f-f90988f0e2df tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395501 Jun 03 08:47:03.314460 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e827a-27ef-4f38-bb41-942a49e50410 req-03f25b96-e51e-4b43-9e48-17e6f822df06 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:47:03.317132 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7c3e827a-27ef-4f38-bb41-942a49e50410 req-03f25b96-e51e-4b43-9e48-17e6f822df06 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.0804973 Jun 03 08:47:03.365710 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-7c3e827a-27ef-4f38-bb41-942a49e50410 req-27c76fde-3cfb-497b-9e76-f66534fabd6f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432606 Jun 03 08:47:03.549755 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8153d-52f9-48ce-a2fb-ec3458245f3f req-f83231c2-37bd-45cf-8534-6e631bb0a1b3 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:47:03.551235 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-25f8153d-52f9-48ce-a2fb-ec3458245f3f req-f83231c2-37bd-45cf-8534-6e631bb0a1b3 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.0834146 Jun 03 08:47:03.593899 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-25f8153d-52f9-48ce-a2fb-ec3458245f3f req-46248193-56f1-4f10-be53-ae514007cc9a tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370443 Jun 03 08:47:03.616624 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 35152) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:47:03.728382 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270359f0-d7f7-494b-928e-b6c5a50024ef tempest-TestShelveInstance-376047393 tempest-TestShelveInstance-376047393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:47:03.729838 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-270359f0-d7f7-494b-928e-b6c5a50024ef tempest-TestShelveInstance-376047393 tempest-TestShelveInstance-376047393-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 1093 time: 0.1122804 Jun 03 08:47:03.732669 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 35156) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:47:03.737502 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.v2.base [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Request body: {'floatingip': {'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'port_id': 'daf4486d-f647-4b77-bd3e-a3abac7b3012', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 08:47:03.743346 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 08:47:03.746968 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Usage tracker for resource:floatingip and tenant:8f0ecfc376204bbcaef2c4fa4f54d272 is out of sync, need to count used quota {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 08:47:03.749672 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 08:47:03.755253 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.quota.driver [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 08:47:03.830461 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for floatingip, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:03.967916 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:04.107165 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.db_base_plugin_common [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Allocated IP 172.28.3.42 (ab209c3f-5e8a-42b5-8e48-1393c2a10612/ef3066cf-66bb-4e4c-b52a-e1ade41f3158/a5ec2d0c-22e3-4f97-9176-b096711a6a3c) {{(pid=92357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 08:47:04.253077 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for port, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:04.356802 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865587806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:04.361127 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-0d9377c1-4f4b-44fd-8964-0ff0d0eae621 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:47:04.425274 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Network ab209c3f-5e8a-42b5-8e48-1393c2a10612 is already hosted by enough agents. {{(pid=92357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 08:47:04.428127 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.base_scheduler [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Resources bound (agent type, host, resource id): {{(pid=92357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 08:47:04.430814 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Received port after_create {{(pid=92357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 08:47:04.469061 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Pushing event updated for resources: {'Port': ['ID=a5ec2d0c-22e3-4f97-9176-b096711a6a3c,revision_number=1']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:47:04.476439 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:47:05.050694 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:05.202298 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:05.399496 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for port, precommit_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:05.443400 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14264012'] for port, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:05.446963 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-d285b02e-cd9a-430d-869c-7fd5e51f065f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:47:05.551354 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Pushing event updated for resources: {'Port': ['ID=a5ec2d0c-22e3-4f97-9176-b096711a6a3c,revision_number=2']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:47:05.555163 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:47:05.561735 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361148'] for floatingip, after_update {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:05.726955 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.db.l3_db [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Floating IP 408d6a2c-3e06-4728-971d-e9a1de5391a7 associated. External IP: 172.28.3.42, port: daf4486d-f647-4b77-bd3e-a3abac7b3012. Jun 03 08:47:06.069417 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Router e638d340-fb6c-477e-ab61-0c5a9a0a0a92 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:47:06.357289 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:47:06.366737 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a58fb7-267a-439a-922a-02b830ab2344 None None] Sync routers for ids ['e638d340-fb6c-477e-ab61-0c5a9a0a0a92'] in dv-cinder-787262-5-smb {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:47:06.375673 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a58fb7-267a-439a-922a-02b830ab2344 None None] Routers {'e638d340-fb6c-477e-ab61-0c5a9a0a0a92'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:47:06.376319 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-95a58fb7-267a-439a-922a-02b830ab2344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:46:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['e638d340-fb6c-477e-ab61-0c5a9a0a0a92'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:47:06.472303 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for floatingip, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:06.528342 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-1ed11035-a3e4-485c-babe-2fff2c471aab tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7946773 Jun 03 08:47:06.528975 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3684460-68b3-4d2b-9462-11397238f7cb', 'tag': 'daf4486d-f647-4b77-bd3e-a3abac7b3012'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:47:06.531350 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7956dfef-fde6-43d5-aafe-f9d47c430417" -d '{"events": [{"name": "network-changed", "server_uuid": "d3684460-68b3-4d2b-9462-11397238f7cb", "tag": "daf4486d-f647-4b77-bd3e-a3abac7b3012"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:47:06.554868 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-95a58fb7-267a-439a-922a-02b830ab2344 None None] Set router e638d340-fb6c-477e-ab61-0c5a9a0a0a92 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:47:06.575406 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb08e09-772d-4cce-a9ef-fe12d89fffe0 x-openstack-request-id: req-5cb08e09-772d-4cce-a9ef-fe12d89fffe0 {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:47:06.575833 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3684460-68b3-4d2b-9462-11397238f7cb", "tag": "daf4486d-f647-4b77-bd3e-a3abac7b3012", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:47:06.576127 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5cb08e09-772d-4cce-a9ef-fe12d89fffe0 {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:47:06.576554 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3684460-68b3-4d2b-9462-11397238f7cb', 'tag': 'daf4486d-f647-4b77-bd3e-a3abac7b3012', 'status': 'completed', 'code': 200} Jun 03 08:47:06.671308 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956dfef-fde6-43d5-aafe-f9d47c430417 req-5c1196f5-2bc5-4c95-8245-0393e988b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:47:06.672798 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7956dfef-fde6-43d5-aafe-f9d47c430417 req-5c1196f5-2bc5-4c95-8245-0393e988b0dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8f0ecfc376204bbcaef2c4fa4f54d272&device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 1098 time: 0.0761373 Jun 03 08:47:06.804259 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956dfef-fde6-43d5-aafe-f9d47c430417 req-4f56270c-9d61-4a52-b3fb-ce0ca88d227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:47:06.805762 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7956dfef-fde6-43d5-aafe-f9d47c430417 req-4f56270c-9d61-4a52-b3fb-ce0ca88d227e service neutron] 10.222.0.47 "GET /v2.0/networks?id=470dd00d-2923-4be6-8313-ebc2c753916d HTTP/1.1" status: 200 len: 910 time: 0.1274176 Jun 03 08:47:06.904475 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-95a58fb7-267a-439a-922a-02b830ab2344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'name': 'tempest-TestShelveInstance-1211373233-router', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:10Z', 'updated_at': '2021-06-03T08:46:15Z', 'revision_number': 4, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'gw_port': {'id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:11Z', 'updated_at': '2021-06-03T08:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_floatingips': [{'id': '408d6a2c-3e06-4728-971d-e9a1de5391a7', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'floating_ip_address': '172.28.3.42', 'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'router_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'port_id': 'daf4486d-f647-4b77-bd3e-a3abac7b3012', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d', 'mac_address': 'fa:16:3e:28:3c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3684460-68b3-4d2b-9462-11397238f7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T08:47:04Z', 'updated_at': '2021-06-03T08:47:04Z', 'revision_number': 0, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844f328c-fff3-4033-bef5-6ccc53ef9081', 'name': '', 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'mac_address': 'fa:16:3e:c0:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0b16e5a-3c6a-46e0-be93-ee7ff0be5987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:14Z', 'updated_at': '2021-06-03T08:46:21Z', 'revision_number': 5, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'subnets': [{'id': 'a0b16e5a-3c6a-46e0-be93-ee7ff0be5987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:47:06.908292 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a58fb7-267a-439a-922a-02b830ab2344 None None] Checking router: e638d340-fb6c-477e-ab61-0c5a9a0a0a92 for host: dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:47:06.909614 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7956dfef-fde6-43d5-aafe-f9d47c430417 req-3f8a4e7d-027f-41b2-83e6-bc621c2733ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf4486d-f647-4b77-bd3e-a3abac7b3012 HTTP/1.1" status: 200 len: 998 time: 0.0971286 Jun 03 08:47:06.917166 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a58fb7-267a-439a-922a-02b830ab2344 None None] Routers {'e638d340-fb6c-477e-ab61-0c5a9a0a0a92'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:47:06.917764 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-95a58fb7-267a-439a-922a-02b830ab2344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:46:57Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['e638d340-fb6c-477e-ab61-0c5a9a0a0a92'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:47:06.972966 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956dfef-fde6-43d5-aafe-f9d47c430417 req-17c95d7f-d8b4-451e-b95e-422a519dc1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:47:06.974489 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7956dfef-fde6-43d5-aafe-f9d47c430417 req-17c95d7f-d8b4-451e-b95e-422a519dc1af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b16e5a-3c6a-46e0-be93-ee7ff0be5987 HTTP/1.1" status: 200 len: 848 time: 0.0588562 Jun 03 08:47:07.054943 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956dfef-fde6-43d5-aafe-f9d47c430417 req-565ff822-6bdf-4bb3-989b-95a44850da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:47:07.056422 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7956dfef-fde6-43d5-aafe-f9d47c430417 req-565ff822-6bdf-4bb3-989b-95a44850da8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=470dd00d-2923-4be6-8313-ebc2c753916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745795 Jun 03 08:47:07.094518 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-95a58fb7-267a-439a-922a-02b830ab2344 None None] Set router e638d340-fb6c-477e-ab61-0c5a9a0a0a92 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:47:07.186443 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7956dfef-fde6-43d5-aafe-f9d47c430417 req-f2745b60-9f2d-46b9-ac23-105af581403b service neutron] 10.222.0.47 "GET /v2.0/networks/470dd00d-2923-4be6-8313-ebc2c753916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237457 Jun 03 08:47:07.324961 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-7956dfef-fde6-43d5-aafe-f9d47c430417 req-ab00b86e-4e82-4b10-8703-1ce9f804b6c1 service neutron] 10.222.0.47 "GET /v2.0/networks/470dd00d-2923-4be6-8313-ebc2c753916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325855 Jun 03 08:47:07.500938 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-95a58fb7-267a-439a-922a-02b830ab2344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'name': 'tempest-TestShelveInstance-1211373233-router', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:10Z', 'updated_at': '2021-06-03T08:46:15Z', 'revision_number': 4, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'gw_port': {'id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:11Z', 'updated_at': '2021-06-03T08:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_floatingips': [{'id': '408d6a2c-3e06-4728-971d-e9a1de5391a7', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'floating_ip_address': '172.28.3.42', 'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'router_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'port_id': 'daf4486d-f647-4b77-bd3e-a3abac7b3012', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d', 'mac_address': 'fa:16:3e:28:3c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3684460-68b3-4d2b-9462-11397238f7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T08:47:04Z', 'updated_at': '2021-06-03T08:47:04Z', 'revision_number': 0, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844f328c-fff3-4033-bef5-6ccc53ef9081', 'name': '', 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'mac_address': 'fa:16:3e:c0:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0b16e5a-3c6a-46e0-be93-ee7ff0be5987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:14Z', 'updated_at': '2021-06-03T08:46:21Z', 'revision_number': 5, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'subnets': [{'id': 'a0b16e5a-3c6a-46e0-be93-ee7ff0be5987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:47:07.505667 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a58fb7-267a-439a-922a-02b830ab2344 None None] The sync data for ids ['e638d340-fb6c-477e-ab61-0c5a9a0a0a92'] in dv-cinder-787262-5-smb is: [{'id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'name': 'tempest-TestShelveInstance-1211373233-router', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:10Z', 'updated_at': '2021-06-03T08:46:15Z', 'revision_number': 4, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'gw_port': {'id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:11Z', 'updated_at': '2021-06-03T08:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_floatingips': [{'id': '408d6a2c-3e06-4728-971d-e9a1de5391a7', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'floating_ip_address': '172.28.3.42', 'floating_network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'router_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'port_id': 'daf4486d-f647-4b77-bd3e-a3abac7b3012', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d', 'mac_address': 'fa:16:3e:28:3c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3684460-68b3-4d2b-9462-11397238f7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T08:47:04Z', 'updated_at': '2021-06-03T08:47:04Z', 'revision_number': 0, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844f328c-fff3-4033-bef5-6ccc53ef9081', 'name': '', 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'mac_address': 'fa:16:3e:c0:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0b16e5a-3c6a-46e0-be93-ee7ff0be5987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:14Z', 'updated_at': '2021-06-03T08:46:21Z', 'revision_number': 5, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'subnets': [{'id': 'a0b16e5a-3c6a-46e0-be93-ee7ff0be5987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:47:07.681930 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc4a30f-da84-42ee-9244-5ab66a7b41ca None None] New status for floating IP 408d6a2c-3e06-4728-971d-e9a1de5391a7: ACTIVE {{(pid=92359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 08:47:17.817595 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:47:17.887575 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:23.421256 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-61a28dca-583f-4927-99a5-b4af6d4cc4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:25.576677 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [req-366c76cd-da9d-47be-bdb0-1a87600a3b0d req-435353d4-588a-4312-9679-405dcd545fef service neutron] (92357) timed out ('10.222.0.47', 49868) {{(pid=92357) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 08:47:26.398554 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:26.530332 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2ec84e86-3751-4a13-b189-84e69fc73e65 req-c7d962e0-b15d-470a-8049-f7157bd8f038 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722566 Jun 03 08:47:26.667245 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec84e86-3751-4a13-b189-84e69fc73e65 req-12b87c30-a5cf-41d9-ac07-ea5b1cbc633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:47:26.668584 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2ec84e86-3751-4a13-b189-84e69fc73e65 req-12b87c30-a5cf-41d9-ac07-ea5b1cbc633e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8f0ecfc376204bbcaef2c4fa4f54d272&device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 1098 time: 0.0686781 Jun 03 08:47:26.751202 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-cc55f69e-14e3-460b-bbf7-4186c7d8eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:26.818760 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec84e86-3751-4a13-b189-84e69fc73e65 req-648c7178-21f6-456a-86d2-a5e4c5e0989d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:47:26.820162 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2ec84e86-3751-4a13-b189-84e69fc73e65 req-648c7178-21f6-456a-86d2-a5e4c5e0989d service neutron] 10.222.0.47 "GET /v2.0/networks?id=470dd00d-2923-4be6-8313-ebc2c753916d HTTP/1.1" status: 200 len: 910 time: 0.1311142 Jun 03 08:47:26.920103 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2ec84e86-3751-4a13-b189-84e69fc73e65 req-8f810c18-8992-4220-969c-b0f36df29a63 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf4486d-f647-4b77-bd3e-a3abac7b3012 HTTP/1.1" status: 200 len: 1000 time: 0.0931118 Jun 03 08:47:26.984566 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec84e86-3751-4a13-b189-84e69fc73e65 req-ca43b7d8-6309-4088-b23f-d7936b71b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:47:26.985989 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2ec84e86-3751-4a13-b189-84e69fc73e65 req-ca43b7d8-6309-4088-b23f-d7936b71b727 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b16e5a-3c6a-46e0-be93-ee7ff0be5987 HTTP/1.1" status: 200 len: 848 time: 0.0598123 Jun 03 08:47:27.061172 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec84e86-3751-4a13-b189-84e69fc73e65 req-f5d1a571-8121-4b9c-a4ad-7bb689e3a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:47:27.062636 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2ec84e86-3751-4a13-b189-84e69fc73e65 req-f5d1a571-8121-4b9c-a4ad-7bb689e3a5a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=470dd00d-2923-4be6-8313-ebc2c753916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0697112 Jun 03 08:47:27.288425 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2ec84e86-3751-4a13-b189-84e69fc73e65 req-6df6e545-fd7a-4db5-b13b-25b47dec1620 service neutron] 10.222.0.47 "GET /v2.0/networks/470dd00d-2923-4be6-8313-ebc2c753916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186480 Jun 03 08:47:27.417987 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-2ec84e86-3751-4a13-b189-84e69fc73e65 req-9db21fb6-5a09-4c4c-bcac-93c78bb20d16 service neutron] 10.222.0.47 "GET /v2.0/networks/470dd00d-2923-4be6-8313-ebc2c753916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231766 Jun 03 08:47:27.850193 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:29.867169 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:47.877044 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:53.375827 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26619f82-7be6-4315-bb13-03c76658bf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:54.816779 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:47:56.393002 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:56.752843 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-2fe0aad7-71f4-44a1-abcf-db825a645988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:57.856070 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:47:59.873836 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:48:17.911809 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:48:23.421768 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-e66b2c46-7611-43bf-b081-282ca5202fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:48:26.403197 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:48:26.574930 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-69637765-dda7-4b69-a5f5-34db7503ecd3 req-19e2cda9-b37a-495b-9205-bc42778f7484 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1150067 Jun 03 08:48:26.718479 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69637765-dda7-4b69-a5f5-34db7503ecd3 req-b4514edc-e2db-47da-9909-e1285346762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:48:26.719856 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-69637765-dda7-4b69-a5f5-34db7503ecd3 req-b4514edc-e2db-47da-9909-e1285346762a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8f0ecfc376204bbcaef2c4fa4f54d272&device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 1098 time: 0.0748446 Jun 03 08:48:26.747616 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-379b86ba-a783-470d-b40d-7f9eef52e645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:48:26.862572 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69637765-dda7-4b69-a5f5-34db7503ecd3 req-82111d12-d831-4979-9f01-e4bb9cea93a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:48:26.864051 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-69637765-dda7-4b69-a5f5-34db7503ecd3 req-82111d12-d831-4979-9f01-e4bb9cea93a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=470dd00d-2923-4be6-8313-ebc2c753916d HTTP/1.1" status: 200 len: 910 time: 0.1265345 Jun 03 08:48:26.966168 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-69637765-dda7-4b69-a5f5-34db7503ecd3 req-e788764a-471d-4442-8e42-92321c4d913d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf4486d-f647-4b77-bd3e-a3abac7b3012 HTTP/1.1" status: 200 len: 1000 time: 0.0958967 Jun 03 08:48:27.027054 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69637765-dda7-4b69-a5f5-34db7503ecd3 req-ae31307f-c282-4348-bd1e-f46387024b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:48:27.028434 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-69637765-dda7-4b69-a5f5-34db7503ecd3 req-ae31307f-c282-4348-bd1e-f46387024b9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b16e5a-3c6a-46e0-be93-ee7ff0be5987 HTTP/1.1" status: 200 len: 848 time: 0.0566988 Jun 03 08:48:27.105775 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69637765-dda7-4b69-a5f5-34db7503ecd3 req-71b99092-9990-465c-bc7c-e0dd5de0c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:48:27.107238 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-69637765-dda7-4b69-a5f5-34db7503ecd3 req-71b99092-9990-465c-bc7c-e0dd5de0c44e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=470dd00d-2923-4be6-8313-ebc2c753916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729792 Jun 03 08:48:27.236405 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-69637765-dda7-4b69-a5f5-34db7503ecd3 req-5dba2d3c-bdbc-49fe-8c40-ba11fdd7a667 service neutron] 10.222.0.47 "GET /v2.0/networks/470dd00d-2923-4be6-8313-ebc2c753916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221821 Jun 03 08:48:27.367115 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-69637765-dda7-4b69-a5f5-34db7503ecd3 req-a409ab30-694f-45be-932d-a8d93d309d8d service neutron] 10.222.0.47 "GET /v2.0/networks/470dd00d-2923-4be6-8313-ebc2c753916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246157 Jun 03 08:48:27.855651 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:48:29.873291 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:48:31.814780 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:48:47.929266 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:48:53.402959 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-72563c4f-ad85-4052-ad19-c03d839dec54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:48:56.391473 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:48:56.393341 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364caae5-900f-421a-8387-7f5591514653 req-9c721a0b-c381-4bd8-90d7-40fecfce7d7c tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:48:56.394897 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-364caae5-900f-421a-8387-7f5591514653 req-9c721a0b-c381-4bd8-90d7-40fecfce7d7c tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.1306047 Jun 03 08:48:56.439805 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-364caae5-900f-421a-8387-7f5591514653 req-bab023ff-e0e6-4ac8-92b4-a4b7d0dff104 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391207 Jun 03 08:48:56.768514 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6be55f0e-4d94-4a32-82be-98646f21a6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:48:57.677360 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a341b91-b618-4b5a-a837-7835564b3688 req-93a5b4a2-0dad-49e5-9796-2c4a158461a0 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:48:57.678865 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0a341b91-b618-4b5a-a837-7835564b3688 req-93a5b4a2-0dad-49e5-9796-2c4a158461a0 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.1287436 Jun 03 08:48:57.726216 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0a341b91-b618-4b5a-a837-7835564b3688 req-a0698c19-9e7e-4905-a094-d3eb66dec77d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412924 Jun 03 08:48:57.861481 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:48:59.073344 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc2647-064c-438f-b75f-9df6b610a636 req-e053156b-8c85-49b9-bff9-23d63ccd82b6 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:48:59.074742 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-6fdc2647-064c-438f-b75f-9df6b610a636 req-e053156b-8c85-49b9-bff9-23d63ccd82b6 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.0854156 Jun 03 08:48:59.121128 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-6fdc2647-064c-438f-b75f-9df6b610a636 req-b216da58-f418-49de-8ede-ac0c8f12db00 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406139 Jun 03 08:48:59.884292 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:49:00.309192 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bf4f7-a680-4676-93e8-65a7afdb55c8 req-9c3f8a3d-65bc-4123-b645-107b1c7e2e58 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:00.310692 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-c31bf4f7-a680-4676-93e8-65a7afdb55c8 req-9c3f8a3d-65bc-4123-b645-107b1c7e2e58 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.0827200 Jun 03 08:49:00.356839 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-c31bf4f7-a680-4676-93e8-65a7afdb55c8 req-736d5cb1-9ab0-4249-bde5-b473f0c86f5e tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406091 Jun 03 08:49:01.541922 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487b848-820b-4285-b83c-1d6ba668558b req-260bd1d1-449c-4b69-888d-731e45c1a1c5 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:01.543474 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2487b848-820b-4285-b83c-1d6ba668558b req-260bd1d1-449c-4b69-888d-731e45c1a1c5 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.0813630 Jun 03 08:49:01.590127 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-2487b848-820b-4285-b83c-1d6ba668558b req-65f52203-f317-483d-a299-cae5a1ac36c3 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407495 Jun 03 08:49:02.774425 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1983248-b2c4-4c52-adca-c44774b2a0a4 req-f17c66f0-cfb0-4db2-8157-374900911a53 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:02.775783 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-c1983248-b2c4-4c52-adca-c44774b2a0a4 req-f17c66f0-cfb0-4db2-8157-374900911a53 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.0792329 Jun 03 08:49:02.819985 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-c1983248-b2c4-4c52-adca-c44774b2a0a4 req-ac63ec82-0102-4f82-8fd9-33079e633491 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386405 Jun 03 08:49:04.007717 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d35b0-4c7c-44da-968f-e9495a6ebdba req-650f7fc8-913e-4112-87e6-534f5f913c58 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:04.009694 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d40d35b0-4c7c-44da-968f-e9495a6ebdba req-650f7fc8-913e-4112-87e6-534f5f913c58 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.0849411 Jun 03 08:49:04.055788 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-d40d35b0-4c7c-44da-968f-e9495a6ebdba req-32445927-964e-4911-987b-1c600224613c tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404694 Jun 03 08:49:05.240411 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904384f8-de88-431f-a95d-9459e717eccc req-b55ff3b1-17cd-4b0f-b153-dce26ac9b324 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:05.241965 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-904384f8-de88-431f-a95d-9459e717eccc req-b55ff3b1-17cd-4b0f-b153-dce26ac9b324 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.0836048 Jun 03 08:49:05.287076 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-904384f8-de88-431f-a95d-9459e717eccc req-039732a5-933f-4f4a-a2af-4c1d511e1c20 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388241 Jun 03 08:49:06.473993 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cf244-629e-4f54-bdfd-9000a661f5ab req-d8cae636-abbd-4bd0-b096-1b75a1f489a0 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:06.475659 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-5d9cf244-629e-4f54-bdfd-9000a661f5ab req-d8cae636-abbd-4bd0-b096-1b75a1f489a0 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.0814655 Jun 03 08:49:06.517920 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53694526-87f0-4387-88af-dc633c9ca48c req-48414681-6273-4168-a8c7-783aaf6b9ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:06.519421 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-53694526-87f0-4387-88af-dc633c9ca48c req-48414681-6273-4168-a8c7-783aaf6b9ac1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8f0ecfc376204bbcaef2c4fa4f54d272&device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 1098 time: 0.0720456 Jun 03 08:49:06.521897 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-5d9cf244-629e-4f54-bdfd-9000a661f5ab req-81f1f105-39aa-4625-80a6-61a463b42aa7 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403619 Jun 03 08:49:06.652227 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53694526-87f0-4387-88af-dc633c9ca48c req-5a3ed267-ba81-47cb-9160-8b72590dd3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:06.653683 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-53694526-87f0-4387-88af-dc633c9ca48c req-5a3ed267-ba81-47cb-9160-8b72590dd3c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=470dd00d-2923-4be6-8313-ebc2c753916d HTTP/1.1" status: 200 len: 910 time: 0.1280925 Jun 03 08:49:06.855308 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-53694526-87f0-4387-88af-dc633c9ca48c req-fe427b40-8b18-4e6a-8526-dde1ebe1e4c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf4486d-f647-4b77-bd3e-a3abac7b3012 HTTP/1.1" status: 200 len: 1000 time: 0.1954179 Jun 03 08:49:06.920645 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53694526-87f0-4387-88af-dc633c9ca48c req-90321876-f5e3-4f7b-8812-2a1f23595160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:06.921984 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-53694526-87f0-4387-88af-dc633c9ca48c req-90321876-f5e3-4f7b-8812-2a1f23595160 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b16e5a-3c6a-46e0-be93-ee7ff0be5987 HTTP/1.1" status: 200 len: 848 time: 0.0600958 Jun 03 08:49:06.994589 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53694526-87f0-4387-88af-dc633c9ca48c req-d826e584-6eea-4d8b-9c0d-76c2c692dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:06.996046 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-53694526-87f0-4387-88af-dc633c9ca48c req-d826e584-6eea-4d8b-9c0d-76c2c692dedc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=470dd00d-2923-4be6-8313-ebc2c753916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682325 Jun 03 08:49:07.125697 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-53694526-87f0-4387-88af-dc633c9ca48c req-d2b4384e-18b4-415c-b0e7-3fe24c9f57d7 service neutron] 10.222.0.47 "GET /v2.0/networks/470dd00d-2923-4be6-8313-ebc2c753916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223359 Jun 03 08:49:07.253950 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-53694526-87f0-4387-88af-dc633c9ca48c req-89cd7b27-31ac-403a-a80f-c14e6ffbe691 service neutron] 10.222.0.47 "GET /v2.0/networks/470dd00d-2923-4be6-8313-ebc2c753916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222274 Jun 03 08:49:07.708544 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d990e-f5a8-4fe5-b95f-b9d6c120c3da req-5215fbff-9cfb-4362-90bd-f0b598b1cc86 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:07.710030 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b82d990e-f5a8-4fe5-b95f-b9d6c120c3da req-5215fbff-9cfb-4362-90bd-f0b598b1cc86 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.0838032 Jun 03 08:49:07.754891 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-b82d990e-f5a8-4fe5-b95f-b9d6c120c3da req-76e4dbd0-9c34-4594-bcd4-d90edc6a77f2 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389910 Jun 03 08:49:08.814279 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:49:08.944378 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29211c5e-ffe1-4966-a966-a5033c2f9753 req-48ae5e17-46ed-40c3-af33-18e59b462b4d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:08.945950 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-29211c5e-ffe1-4966-a966-a5033c2f9753 req-48ae5e17-46ed-40c3-af33-18e59b462b4d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.0845971 Jun 03 08:49:08.992812 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-29211c5e-ffe1-4966-a966-a5033c2f9753 req-82f1d3ec-ff46-4991-bcb6-4f08bcd38b9e tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403838 Jun 03 08:49:10.179945 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd3f3d-1e6b-41f6-9ed1-6b7738ca8219 req-9128b2b6-2f09-4c9e-8b21-e46ba1b5628f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:10.181390 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e8cd3f3d-1e6b-41f6-9ed1-6b7738ca8219 req-9128b2b6-2f09-4c9e-8b21-e46ba1b5628f tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.0800512 Jun 03 08:49:10.227455 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e8cd3f3d-1e6b-41f6-9ed1-6b7738ca8219 req-ff8edc4f-0a2a-400c-a31c-b1e094589bdb tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404289 Jun 03 08:49:10.760544 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d63d4-848a-440e-ae11-004881150475 req-64815e9c-e6b8-4a77-86e4-5aaa205579da tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:10.761999 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ca7d63d4-848a-440e-ae11-004881150475 req-64815e9c-e6b8-4a77-86e4-5aaa205579da tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.0844927 Jun 03 08:49:10.769312 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 35242) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:49:10.807476 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-ca7d63d4-848a-440e-ae11-004881150475 req-f7e45b51-c38d-424e-8bb0-812cdd9f5b36 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399091 Jun 03 08:49:10.883492 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-84a284ff-a774-4226-aae4-f83ea79e3947 req-dba9a98e-c199-4202-9791-0772a282eac3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1129553 Jun 03 08:49:12.087429 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dffbcf-b84c-4b9b-8d80-a8ce66600cfb req-e6d4a917-6a34-4444-8b75-3be0d94738fe tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:12.088791 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-b0dffbcf-b84c-4b9b-8d80-a8ce66600cfb req-e6d4a917-6a34-4444-8b75-3be0d94738fe tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.1719694 Jun 03 08:49:12.137270 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-b0dffbcf-b84c-4b9b-8d80-a8ce66600cfb req-f3bc67ff-68ee-4ab6-9303-2a7200ecf6a8 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425544 Jun 03 08:49:13.146709 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device daf4486d-f647-4b77-bd3e-a3abac7b3012 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:49:13.264728 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:49:13.292308 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3684460-68b3-4d2b-9462-11397238f7cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daf4486d-f647-4b77-bd3e-a3abac7b3012'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:49:13.294602 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae56801-3ff0-462c-a53c-2665d6767a61" -d '{"events": [{"server_uuid": "d3684460-68b3-4d2b-9462-11397238f7cb", "name": "network-vif-unplugged", "status": "completed", "tag": "daf4486d-f647-4b77-bd3e-a3abac7b3012"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:49:13.305944 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port daf4486d-f647-4b77-bd3e-a3abac7b3012, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=daf4486d-f647-4b77-bd3e-a3abac7b3012,segment=NetworkSegment(633b5a8e-b4b6-4a03-8adc-be8df947e1dd),segment_id=633b5a8e-b4b6-4a03-8adc-be8df947e1dd)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:49:13.328879 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9858e60-bb3b-444c-a8ea-9f20579193be req-fa5cdb30-c0ad-4155-bc6c-42cb3a37c1e6 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:13.330521 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e9858e60-bb3b-444c-a8ea-9f20579193be req-fa5cdb30-c0ad-4155-bc6c-42cb3a37c1e6 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.0856838 Jun 03 08:49:13.336754 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Jun 2021 08:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9bdeaa-cef2-499f-90a3-3478fa47d1ae x-openstack-request-id: req-af9bdeaa-cef2-499f-90a3-3478fa47d1ae {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:49:13.337059 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3684460-68b3-4d2b-9462-11397238f7cb", "name": "network-vif-unplugged", "status": "failed", "tag": "daf4486d-f647-4b77-bd3e-a3abac7b3012", "code": 422}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:49:13.337318 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af9bdeaa-cef2-499f-90a3-3478fa47d1ae {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:49:13.337715 dv-cinder-787262-5-smb neutron-server[92358]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd3684460-68b3-4d2b-9462-11397238f7cb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'daf4486d-f647-4b77-bd3e-a3abac7b3012', 'code': 422} returned with failed status Jun 03 08:49:13.380640 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e9858e60-bb3b-444c-a8ea-9f20579193be req-7bfd974d-505f-4f67-b19e-68969620fe72 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434828 Jun 03 08:49:13.391007 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:49:13.395158 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:49:13.459706 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=daf4486d-f647-4b77-bd3e-a3abac7b3012,revision_number=6']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:49:13.467087 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:49:13.467434 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:49:13.467774 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:49:13.468105 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:49:13.468470 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:49:13.468762 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:49:13.469085 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:49:13.469409 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:49:13.469745 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:49:13.470049 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:49:13.470397 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:49:13.470712 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:49:13.474697 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:49:14.551116 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a284ff-a774-4226-aae4-f83ea79e3947 req-aee93dec-08dc-42bd-9a88-07b9f42bb22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:14.552657 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-84a284ff-a774-4226-aae4-f83ea79e3947 req-aee93dec-08dc-42bd-9a88-07b9f42bb22a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb&tenant_id=8f0ecfc376204bbcaef2c4fa4f54d272 HTTP/1.1" status: 200 len: 1096 time: 0.0711417 Jun 03 08:49:14.567715 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838d953-c93c-494e-8db1-722a959755bd req-366b5399-9496-4d60-85c2-04578f8c63b1 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:14.569763 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-0838d953-c93c-494e-8db1-722a959755bd req-366b5399-9496-4d60-85c2-04578f8c63b1 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 943 time: 0.0835850 Jun 03 08:49:14.614061 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-0838d953-c93c-494e-8db1-722a959755bd req-ced1adb5-fe5a-477d-91bf-a5397bc943cf tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385582 Jun 03 08:49:14.643867 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a284ff-a774-4226-aae4-f83ea79e3947 req-0e2d78f5-0a9c-4ebe-b112-9edb1f4a5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:14.645333 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-84a284ff-a774-4226-aae4-f83ea79e3947 req-0e2d78f5-0a9c-4ebe-b112-9edb1f4a5b00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8f0ecfc376204bbcaef2c4fa4f54d272&device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 1096 time: 0.0695302 Jun 03 08:49:14.781655 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a284ff-a774-4226-aae4-f83ea79e3947 req-89f6c45f-3853-4c1f-a763-ffb92dddec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:14.783006 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-84a284ff-a774-4226-aae4-f83ea79e3947 req-89f6c45f-3853-4c1f-a763-ffb92dddec33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=470dd00d-2923-4be6-8313-ebc2c753916d HTTP/1.1" status: 200 len: 910 time: 0.1237633 Jun 03 08:49:14.886321 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-84a284ff-a774-4226-aae4-f83ea79e3947 req-96e7704c-52c8-43c9-8a2a-85b3b3a4ea29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf4486d-f647-4b77-bd3e-a3abac7b3012 HTTP/1.1" status: 200 len: 998 time: 0.0969396 Jun 03 08:49:14.952016 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a284ff-a774-4226-aae4-f83ea79e3947 req-c3aac330-9413-4bfa-9d09-97baefcbbf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:14.953448 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-84a284ff-a774-4226-aae4-f83ea79e3947 req-c3aac330-9413-4bfa-9d09-97baefcbbf7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b16e5a-3c6a-46e0-be93-ee7ff0be5987 HTTP/1.1" status: 200 len: 848 time: 0.0612421 Jun 03 08:49:15.027638 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a284ff-a774-4226-aae4-f83ea79e3947 req-eca99eeb-92cb-42e3-9de2-7983959ea66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:15.029092 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-84a284ff-a774-4226-aae4-f83ea79e3947 req-eca99eeb-92cb-42e3-9de2-7983959ea66b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=470dd00d-2923-4be6-8313-ebc2c753916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692310 Jun 03 08:49:15.158899 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-84a284ff-a774-4226-aae4-f83ea79e3947 req-0cd4527e-c730-4959-80ef-b61d5dddb450 service neutron] 10.222.0.47 "GET /v2.0/networks/470dd00d-2923-4be6-8313-ebc2c753916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222754 Jun 03 08:49:15.290652 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-84a284ff-a774-4226-aae4-f83ea79e3947 req-8161a882-dd60-4e76-9ad1-5115eb5d8e73 service neutron] 10.222.0.47 "GET /v2.0/networks/470dd00d-2923-4be6-8313-ebc2c753916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259367 Jun 03 08:49:15.803605 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab5fb8-03e8-41b3-b4f0-bf3a4e8214b7 req-1b393a92-f132-446f-9afc-04ccfc36e436 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:15.805025 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-1bab5fb8-03e8-41b3-b4f0-bf3a4e8214b7 req-1b393a92-f132-446f-9afc-04ccfc36e436 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 943 time: 0.0828629 Jun 03 08:49:15.850862 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-1bab5fb8-03e8-41b3-b4f0-bf3a4e8214b7 req-ddd2f2fe-8739-4e26-85a3-60c31657e3bb tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397663 Jun 03 08:49:17.036956 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8528a85-f03b-4afa-8c49-35d56be70bd9 req-9ab48d1a-c6ad-4fac-8701-80d626eb6100 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:17.039103 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a8528a85-f03b-4afa-8c49-35d56be70bd9 req-9ab48d1a-c6ad-4fac-8701-80d626eb6100 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 943 time: 0.0788531 Jun 03 08:49:17.083813 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-a8528a85-f03b-4afa-8c49-35d56be70bd9 req-1b80332c-35ff-4c0f-8599-a808b1bea5ce tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389769 Jun 03 08:49:17.921034 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:49:18.273949 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1583be0-4db0-42c2-bbb2-ee1272c038d0 req-b926630b-dac3-4bcf-90d2-620772a32bbc tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:18.275516 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e1583be0-4db0-42c2-bbb2-ee1272c038d0 req-b926630b-dac3-4bcf-90d2-620772a32bbc tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 943 time: 0.0824881 Jun 03 08:49:18.324030 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e1583be0-4db0-42c2-bbb2-ee1272c038d0 req-7a7208cd-620e-4eb6-b829-240f38a8afb7 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425208 Jun 03 08:49:19.161218 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device daf4486d-f647-4b77-bd3e-a3abac7b3012 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=92358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 08:49:19.291056 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port daf4486d-f647-4b77-bd3e-a3abac7b3012, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=daf4486d-f647-4b77-bd3e-a3abac7b3012,segment=NetworkSegment(633b5a8e-b4b6-4a03-8adc-be8df947e1dd),segment_id=633b5a8e-b4b6-4a03-8adc-be8df947e1dd)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:49:19.304484 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Returning: {'device': 'daf4486d-f647-4b77-bd3e-a3abac7b3012', 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d', 'port_id': 'daf4486d-f647-4b77-bd3e-a3abac7b3012', 'mac_address': 'fa:16:3e:28:3c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b16e5a-3c6a-46e0-be93-ee7ff0be5987', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 08:49:19.363707 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:49:19.381923 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf4486d-f647-4b77-bd3e-a3abac7b3012 {{(pid=92358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 08:49:19.397521 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port daf4486d-f647-4b77-bd3e-a3abac7b3012, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=daf4486d-f647-4b77-bd3e-a3abac7b3012,segment=NetworkSegment(633b5a8e-b4b6-4a03-8adc-be8df947e1dd),segment_id=633b5a8e-b4b6-4a03-8adc-be8df947e1dd)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:49:19.470315 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:49:19.472673 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:49:19.515734 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdef80-4f3a-4f32-9fa2-96284b121799 req-713ce2d9-5cda-4209-8a1e-4424378d73ac tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:19.517189 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9cfdef80-4f3a-4f32-9fa2-96284b121799 req-713ce2d9-5cda-4209-8a1e-4424378d73ac tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 944 time: 0.0863800 Jun 03 08:49:19.539922 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=daf4486d-f647-4b77-bd3e-a3abac7b3012,revision_number=7']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:49:19.543325 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:49:19.562292 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-9cfdef80-4f3a-4f32-9fa2-96284b121799 req-c9efe553-993d-4fa4-a340-a4a3e2e0ac37 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393219 Jun 03 08:49:19.673339 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] get_ports_and_sgs() called for port_ids ['daf4486d-f647-4b77-bd3e-a3abac7b3012'] {{(pid=92358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 08:49:20.838065 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316ffbc-2225-44fe-8dba-6c70c27e6f28 req-5bfb7554-924b-4a6c-a112-685ad0cf5ed2 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:20.839441 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0316ffbc-2225-44fe-8dba-6c70c27e6f28 req-5bfb7554-924b-4a6c-a112-685ad0cf5ed2 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 944 time: 0.1732488 Jun 03 08:49:20.885762 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-0316ffbc-2225-44fe-8dba-6c70c27e6f28 req-8329a526-b36c-4c02-8cec-7e360bea6550 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406930 Jun 03 08:49:21.176059 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device daf4486d-f647-4b77-bd3e-a3abac7b3012 up at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 08:49:21.243504 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.provisioning_blocks [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Provisioning complete for port daf4486d-f647-4b77-bd3e-a3abac7b3012 triggered by entity L2. {{(pid=92358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 08:49:21.243877 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993893'] for port, provisioning_complete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:49:21.392035 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-970958'] for port, before_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:49:21.419586 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3684460-68b3-4d2b-9462-11397238f7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf4486d-f647-4b77-bd3e-a3abac7b3012'}] {{(pid=92358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:49:21.421836 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed672b37cd392fa1db2da6da516a1c37f87851a1a97eaecc127ef0feae70252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e49a7a-e2da-485b-8fd1-0240a50f873b" -d '{"events": [{"server_uuid": "d3684460-68b3-4d2b-9462-11397238f7cb", "name": "network-vif-plugged", "status": "completed", "tag": "daf4486d-f647-4b77-bd3e-a3abac7b3012"}]}' {{(pid=92358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:49:21.430465 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] For port daf4486d-f647-4b77-bd3e-a3abac7b3012, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=daf4486d-f647-4b77-bd3e-a3abac7b3012,segment=NetworkSegment(633b5a8e-b4b6-4a03-8adc-be8df947e1dd),segment_id=633b5a8e-b4b6-4a03-8adc-be8df947e1dd)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:49:21.469600 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951c0d1c-609c-43d9-9830-98a6416abc7a x-openstack-request-id: req-951c0d1c-609c-43d9-9830-98a6416abc7a {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:49:21.470049 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3684460-68b3-4d2b-9462-11397238f7cb", "name": "network-vif-plugged", "status": "completed", "tag": "daf4486d-f647-4b77-bd3e-a3abac7b3012", "code": 200}]} {{(pid=92358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:49:21.471727 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-951c0d1c-609c-43d9-9830-98a6416abc7a {{(pid=92358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:49:21.471727 dv-cinder-787262-5-smb neutron-server[92358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3684460-68b3-4d2b-9462-11397238f7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf4486d-f647-4b77-bd3e-a3abac7b3012', 'code': 200} Jun 03 08:49:21.498038 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762866025539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865587824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865587869'] for port, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:49:21.500189 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:49:21.569919 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Pushing event updated for resources: {'Port': ['ID=daf4486d-f647-4b77-bd3e-a3abac7b3012,revision_number=8']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:49:21.572883 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:49:21.844845 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242323b2-0aa1-4b73-8aed-1dd838492d13 req-779a5bbe-db57-4268-a591-0ccd506dc785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:21.846271 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-242323b2-0aa1-4b73-8aed-1dd838492d13 req-779a5bbe-db57-4268-a591-0ccd506dc785 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 1098 time: 0.0692289 Jun 03 08:49:21.891131 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-242323b2-0aa1-4b73-8aed-1dd838492d13 req-178197f0-495e-405b-bcb4-10818ff34c6b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387576 Jun 03 08:49:22.074998 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d2351-a45f-4dae-98ed-3a2df8c1207d req-79f0a6d8-b969-4436-a169-b7fe8af696a2 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:22.076458 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-577d2351-a45f-4dae-98ed-3a2df8c1207d req-79f0a6d8-b969-4436-a169-b7fe8af696a2 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.0800436 Jun 03 08:49:22.122599 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-577d2351-a45f-4dae-98ed-3a2df8c1207d req-e82999d4-836d-40e5-9749-7b0159b05ae9 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405006 Jun 03 08:49:23.308910 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5493355-0464-4591-8d96-4a96b04657cb req-7fadf1e8-cf40-4978-bdb1-bbdd3c0a7b4c tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:23.310407 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-c5493355-0464-4591-8d96-4a96b04657cb req-7fadf1e8-cf40-4978-bdb1-bbdd3c0a7b4c tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.0802357 Jun 03 08:49:23.356450 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-c5493355-0464-4591-8d96-4a96b04657cb req-a74255e8-bfd0-4cb6-8d3f-42f4c85824af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404708 Jun 03 08:49:23.399290 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-7b4e3b46-bb9f-448e-83b3-3cc422f89782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:49:26.439942 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:49:26.742844 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f620de2f-c572-417b-88e0-87d41449e6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:49:27.868432 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:49:28.537693 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-351d6287-e9ee-45d5-9f93-801c37702b9b req-dd808965-e3c2-41a5-8cde-0a171e494657 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805011 Jun 03 08:49:28.677402 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d6287-e9ee-45d5-9f93-801c37702b9b req-528b8e61-6808-4acf-a02f-85a5a6a3e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:28.678917 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-351d6287-e9ee-45d5-9f93-801c37702b9b req-528b8e61-6808-4acf-a02f-85a5a6a3e8f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8f0ecfc376204bbcaef2c4fa4f54d272&device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 1098 time: 0.0721049 Jun 03 08:49:28.824598 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d6287-e9ee-45d5-9f93-801c37702b9b req-41539e7f-6093-4064-b815-a5ce1b566d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:28.825950 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-351d6287-e9ee-45d5-9f93-801c37702b9b req-41539e7f-6093-4064-b815-a5ce1b566d85 service neutron] 10.222.0.47 "GET /v2.0/networks?id=470dd00d-2923-4be6-8313-ebc2c753916d HTTP/1.1" status: 200 len: 910 time: 0.1282184 Jun 03 08:49:28.933206 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-351d6287-e9ee-45d5-9f93-801c37702b9b req-7b35ef33-9688-45d3-adae-f414dc405611 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf4486d-f647-4b77-bd3e-a3abac7b3012 HTTP/1.1" status: 200 len: 1000 time: 0.0996754 Jun 03 08:49:29.000288 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d6287-e9ee-45d5-9f93-801c37702b9b req-187f6bda-a410-46f5-a098-2dfc03da47fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:29.001728 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-351d6287-e9ee-45d5-9f93-801c37702b9b req-187f6bda-a410-46f5-a098-2dfc03da47fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b16e5a-3c6a-46e0-be93-ee7ff0be5987 HTTP/1.1" status: 200 len: 848 time: 0.0616629 Jun 03 08:49:29.080594 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d6287-e9ee-45d5-9f93-801c37702b9b req-4621e8e3-6e88-4289-9af9-d9a1b2aba750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:49:29.081972 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-351d6287-e9ee-45d5-9f93-801c37702b9b req-4621e8e3-6e88-4289-9af9-d9a1b2aba750 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=470dd00d-2923-4be6-8313-ebc2c753916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743997 Jun 03 08:49:29.212787 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-351d6287-e9ee-45d5-9f93-801c37702b9b req-30902558-a102-4f20-95b1-29c7f3ba817b service neutron] 10.222.0.47 "GET /v2.0/networks/470dd00d-2923-4be6-8313-ebc2c753916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247172 Jun 03 08:49:29.354761 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-351d6287-e9ee-45d5-9f93-801c37702b9b req-00c5957c-56c5-46e8-873b-df4fc62893a4 service neutron] 10.222.0.47 "GET /v2.0/networks/470dd00d-2923-4be6-8313-ebc2c753916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316953 Jun 03 08:49:29.891357 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:49:41.806352 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [req-906f0693-2805-4db7-af73-ec96d4593adb req-750b7110-9afa-4e37-a5f2-9c5fdbbc46f6 service neutron] (92356) timed out ('10.222.0.47', 49907) {{(pid=92356) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 08:49:45.812771 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:49:47.917153 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:49:53.396739 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-314ed6de-52f3-4174-b99c-58d2805c68da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:49:56.379125 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:49:56.761813 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-406cf9ff-34c0-4f7e-95b0-8e6e8aceb9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:49:57.864886 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:49:59.887226 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:17.924323 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:22.811678 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:50:23.393637 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-8f0bb968-80b9-45ba-b138-bd3cc467e34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:26.438696 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:26.757571 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-552f2fcf-0cc5-4538-8cf9-dddabfea8d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:27.861339 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:28.515082 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-287ca15b-9a94-432b-8f39-b7023139424b req-5bc2ca19-3a81-4d5d-b6ab-a43436ad6a28 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744107 Jun 03 08:50:28.651839 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ca15b-9a94-432b-8f39-b7023139424b req-b65882a6-8ff8-4580-90a8-3b2b4cf28909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:50:28.653267 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-287ca15b-9a94-432b-8f39-b7023139424b req-b65882a6-8ff8-4580-90a8-3b2b4cf28909 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8f0ecfc376204bbcaef2c4fa4f54d272&device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 1098 time: 0.0729303 Jun 03 08:50:28.797818 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ca15b-9a94-432b-8f39-b7023139424b req-62673d61-f4f1-4208-8729-e6cf304544e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:50:28.799196 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-287ca15b-9a94-432b-8f39-b7023139424b req-62673d61-f4f1-4208-8729-e6cf304544e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=470dd00d-2923-4be6-8313-ebc2c753916d HTTP/1.1" status: 200 len: 910 time: 0.1278675 Jun 03 08:50:28.900816 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-287ca15b-9a94-432b-8f39-b7023139424b req-4d8ec1d6-62e0-4275-b894-663853cf0e74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf4486d-f647-4b77-bd3e-a3abac7b3012 HTTP/1.1" status: 200 len: 1000 time: 0.0951130 Jun 03 08:50:28.961658 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ca15b-9a94-432b-8f39-b7023139424b req-a24d4f9c-2d96-4f5f-8fad-b589debda117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:50:28.963103 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-287ca15b-9a94-432b-8f39-b7023139424b req-a24d4f9c-2d96-4f5f-8fad-b589debda117 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b16e5a-3c6a-46e0-be93-ee7ff0be5987 HTTP/1.1" status: 200 len: 848 time: 0.0563774 Jun 03 08:50:29.036659 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ca15b-9a94-432b-8f39-b7023139424b req-addd29af-c107-4719-acdb-8bca12a96ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:50:29.038146 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-287ca15b-9a94-432b-8f39-b7023139424b req-addd29af-c107-4719-acdb-8bca12a96ef2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=470dd00d-2923-4be6-8313-ebc2c753916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692379 Jun 03 08:50:29.272715 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-287ca15b-9a94-432b-8f39-b7023139424b req-cfb245dc-a8d3-4f3a-915b-9d628b06e14e service neutron] 10.222.0.47 "GET /v2.0/networks/470dd00d-2923-4be6-8313-ebc2c753916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280860 Jun 03 08:50:29.404507 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-287ca15b-9a94-432b-8f39-b7023139424b req-012690c6-860e-4a62-9bb0-e14f6f9e378f service neutron] 10.222.0.47 "GET /v2.0/networks/470dd00d-2923-4be6-8313-ebc2c753916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255591 Jun 03 08:50:29.906717 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:32.804487 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 35296) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:50:33.073886 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Deleting port a5ec2d0c-22e3-4f97-9176-b096711a6a3c {{(pid=92356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:50:33.074241 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:33.191674 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:33.191996 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:33.319379 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Calling delete_port for a5ec2d0c-22e3-4f97-9176-b096711a6a3c owned by network:floatingip {{(pid=92356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:50:33.580071 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:33.584624 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:50:33.633583 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Pushing event deleted for resources: {'Port': ['ID=a5ec2d0c-22e3-4f97-9176-b096711a6a3c,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:50:33.674160 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:33.674544 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:33.674918 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:33.675285 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:33.675652 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:33.676053 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:33.676414 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:33.676770 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:33.677134 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:33.677490 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:33.677844 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:33.678222 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:33.705289 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:50:33.734779 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for floatingip, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:33.735108 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.db.l3_db [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Floating IP 408d6a2c-3e06-4728-971d-e9a1de5391a7 disassociated (deleted). External IP: 172.28.3.42, port: daf4486d-f647-4b77-bd3e-a3abac7b3012. Jun 03 08:50:34.182346 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Router e638d340-fb6c-477e-ab61-0c5a9a0a0a92 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:50:34.368798 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:50:34.378007 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a0336-235b-4d26-abee-73e8cb0021c0 None None] Sync routers for ids ['e638d340-fb6c-477e-ab61-0c5a9a0a0a92'] in dv-cinder-787262-5-smb {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:50:34.387940 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a0336-235b-4d26-abee-73e8cb0021c0 None None] Routers {'e638d340-fb6c-477e-ab61-0c5a9a0a0a92'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:50:34.388546 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-fa4a0336-235b-4d26-abee-73e8cb0021c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:50:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['e638d340-fb6c-477e-ab61-0c5a9a0a0a92'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:50:34.471967 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for floatingip, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:34.530479 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "DELETE /v2.0/floatingips/408d6a2c-3e06-4728-971d-e9a1de5391a7 HTTP/1.1" status: 204 len: 168 time: 1.7249744 Jun 03 08:50:34.531149 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3684460-68b3-4d2b-9462-11397238f7cb', 'tag': 'daf4486d-f647-4b77-bd3e-a3abac7b3012'}] {{(pid=92356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:50:34.533497 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1987e4ce19f514d8284afddf154522dadca2333eab9833e9721abb813c288452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ece1b4a-fddc-4a71-9c1c-d6736dae7886" -d '{"events": [{"name": "network-changed", "server_uuid": "d3684460-68b3-4d2b-9462-11397238f7cb", "tag": "daf4486d-f647-4b77-bd3e-a3abac7b3012"}]}' {{(pid=92356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:50:34.566548 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-fa4a0336-235b-4d26-abee-73e8cb0021c0 None None] Set router e638d340-fb6c-477e-ab61-0c5a9a0a0a92 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:50:34.644605 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 08:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93885397-f67f-48cd-9bdd-abca91b02008 x-openstack-request-id: req-93885397-f67f-48cd-9bdd-abca91b02008 {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:50:34.644949 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3684460-68b3-4d2b-9462-11397238f7cb", "tag": "daf4486d-f647-4b77-bd3e-a3abac7b3012", "status": "completed", "code": 200}]} {{(pid=92356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:50:34.645245 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93885397-f67f-48cd-9bdd-abca91b02008 {{(pid=92356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:50:34.645683 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3684460-68b3-4d2b-9462-11397238f7cb', 'tag': 'daf4486d-f647-4b77-bd3e-a3abac7b3012', 'status': 'completed', 'code': 200} Jun 03 08:50:34.742594 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece1b4a-fddc-4a71-9c1c-d6736dae7886 req-ecbf515c-594f-41dd-9307-3acf418a4ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:50:34.743994 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6ece1b4a-fddc-4a71-9c1c-d6736dae7886 req-ecbf515c-594f-41dd-9307-3acf418a4ecf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8f0ecfc376204bbcaef2c4fa4f54d272&device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 1098 time: 0.0742865 Jun 03 08:50:34.879024 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-fa4a0336-235b-4d26-abee-73e8cb0021c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'name': 'tempest-TestShelveInstance-1211373233-router', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:10Z', 'updated_at': '2021-06-03T08:46:15Z', 'revision_number': 4, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'gw_port': {'id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:11Z', 'updated_at': '2021-06-03T08:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': '844f328c-fff3-4033-bef5-6ccc53ef9081', 'name': '', 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'mac_address': 'fa:16:3e:c0:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0b16e5a-3c6a-46e0-be93-ee7ff0be5987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:14Z', 'updated_at': '2021-06-03T08:46:21Z', 'revision_number': 5, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'subnets': [{'id': 'a0b16e5a-3c6a-46e0-be93-ee7ff0be5987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:50:34.881904 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece1b4a-fddc-4a71-9c1c-d6736dae7886 req-8331c1f1-a3b5-4f3d-ba6b-9009ce0a93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:50:34.884985 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a0336-235b-4d26-abee-73e8cb0021c0 None None] Checking router: e638d340-fb6c-477e-ab61-0c5a9a0a0a92 for host: dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:50:34.885153 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6ece1b4a-fddc-4a71-9c1c-d6736dae7886 req-8331c1f1-a3b5-4f3d-ba6b-9009ce0a93fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=470dd00d-2923-4be6-8313-ebc2c753916d HTTP/1.1" status: 200 len: 910 time: 0.1329982 Jun 03 08:50:34.891718 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a0336-235b-4d26-abee-73e8cb0021c0 None None] Routers {'e638d340-fb6c-477e-ab61-0c5a9a0a0a92'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:50:34.892323 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-fa4a0336-235b-4d26-abee-73e8cb0021c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:50:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['e638d340-fb6c-477e-ab61-0c5a9a0a0a92'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:50:34.974024 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6ece1b4a-fddc-4a71-9c1c-d6736dae7886 req-b178358f-46e2-43fb-8913-4364832bc07a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf4486d-f647-4b77-bd3e-a3abac7b3012 HTTP/1.1" status: 200 len: 217 time: 0.0836067 Jun 03 08:50:35.039722 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece1b4a-fddc-4a71-9c1c-d6736dae7886 req-2e00bcc8-b037-4b4a-b34e-b63829f9e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:50:35.041613 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6ece1b4a-fddc-4a71-9c1c-d6736dae7886 req-2e00bcc8-b037-4b4a-b34e-b63829f9e26b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b16e5a-3c6a-46e0-be93-ee7ff0be5987 HTTP/1.1" status: 200 len: 848 time: 0.0612803 Jun 03 08:50:35.079621 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-fa4a0336-235b-4d26-abee-73e8cb0021c0 None None] Set router e638d340-fb6c-477e-ab61-0c5a9a0a0a92 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:50:35.121906 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece1b4a-fddc-4a71-9c1c-d6736dae7886 req-e02bc089-7256-4389-b9dd-532bcfc95330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:50:35.123421 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6ece1b4a-fddc-4a71-9c1c-d6736dae7886 req-e02bc089-7256-4389-b9dd-532bcfc95330 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=470dd00d-2923-4be6-8313-ebc2c753916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753932 Jun 03 08:50:35.215042 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4fdbc-2207-482c-acab-28eaa37c1893 req-82415e15-9d40-4a3c-97e4-bc222e06923d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:50:35.215882 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-49a4fdbc-2207-482c-acab-28eaa37c1893 req-82415e15-9d40-4a3c-97e4-bc222e06923d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Synchronizing usage tracker for tenant:8f0ecfc376204bbcaef2c4fa4f54d272 on resource:port {{(pid=92356) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:50:35.262643 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6ece1b4a-fddc-4a71-9c1c-d6736dae7886 req-10ab6c2a-a496-4cc9-b60f-51bf31500b3b service neutron] 10.222.0.47 "GET /v2.0/networks/470dd00d-2923-4be6-8313-ebc2c753916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323488 Jun 03 08:50:35.294769 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.quota.resource [req-49a4fdbc-2207-482c-acab-28eaa37c1893 req-82415e15-9d40-4a3c-97e4-bc222e06923d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Unset dirty status for tenant:8f0ecfc376204bbcaef2c4fa4f54d272 on resource:port {{(pid=92356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:50:35.295934 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-49a4fdbc-2207-482c-acab-28eaa37c1893 req-82415e15-9d40-4a3c-97e4-bc222e06923d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.1634216 Jun 03 08:50:35.369543 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [req-49a4fdbc-2207-482c-acab-28eaa37c1893 req-983da6d9-592b-404c-8d90-cffd14f68825 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678074 Jun 03 08:50:35.417730 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-6ece1b4a-fddc-4a71-9c1c-d6736dae7886 req-952467c8-1309-4c99-9cc2-edafd45e3c69 service neutron] 10.222.0.47 "GET /v2.0/networks/470dd00d-2923-4be6-8313-ebc2c753916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485262 Jun 03 08:50:35.458156 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-fa4a0336-235b-4d26-abee-73e8cb0021c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'name': 'tempest-TestShelveInstance-1211373233-router', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:10Z', 'updated_at': '2021-06-03T08:46:15Z', 'revision_number': 4, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'gw_port': {'id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:11Z', 'updated_at': '2021-06-03T08:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': '844f328c-fff3-4033-bef5-6ccc53ef9081', 'name': '', 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'mac_address': 'fa:16:3e:c0:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0b16e5a-3c6a-46e0-be93-ee7ff0be5987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:14Z', 'updated_at': '2021-06-03T08:46:21Z', 'revision_number': 5, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'subnets': [{'id': 'a0b16e5a-3c6a-46e0-be93-ee7ff0be5987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:50:35.462370 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a0336-235b-4d26-abee-73e8cb0021c0 None None] The sync data for ids ['e638d340-fb6c-477e-ab61-0c5a9a0a0a92'] in dv-cinder-787262-5-smb is: [{'id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'name': 'tempest-TestShelveInstance-1211373233-router', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:10Z', 'updated_at': '2021-06-03T08:46:15Z', 'revision_number': 4, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'gw_port': {'id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:11Z', 'updated_at': '2021-06-03T08:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb', '_interfaces': [{'id': '844f328c-fff3-4033-bef5-6ccc53ef9081', 'name': '', 'network_id': '470dd00d-2923-4be6-8313-ebc2c753916d', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'mac_address': 'fa:16:3e:c0:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0b16e5a-3c6a-46e0-be93-ee7ff0be5987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:14Z', 'updated_at': '2021-06-03T08:46:21Z', 'revision_number': 5, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'subnets': [{'id': 'a0b16e5a-3c6a-46e0-be93-ee7ff0be5987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:50:35.679465 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db4d9d-d346-4770-9293-33241e0d2a36 None None] New status for floating IP 408d6a2c-3e06-4728-971d-e9a1de5391a7: DOWN {{(pid=92359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 08:50:36.504814 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7f23d-3f92-4e93-b224-3d57c8f24014 req-ea0ad59e-060b-4e5d-b49a-acb714be1c8d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:50:36.506287 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-84f7f23d-3f92-4e93-b224-3d57c8f24014 req-ea0ad59e-060b-4e5d-b49a-acb714be1c8d tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.0892782 Jun 03 08:50:36.690051 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3db0d-e728-444f-82fe-643ca7889f92 req-043a7165-ccb3-4d83-9832-fab6847970f8 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 08:50:36.691495 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e9d3db0d-e728-444f-82fe-643ca7889f92 req-043a7165-ccb3-4d83-9832-fab6847970f8 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 945 time: 0.1811430 Jun 03 08:50:36.728989 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-84f7f23d-3f92-4e93-b224-3d57c8f24014 req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Deleting port daf4486d-f647-4b77-bd3e-a3abac7b3012 {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:50:36.732002 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-84f7f23d-3f92-4e93-b224-3d57c8f24014 req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:36.775266 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-e9d3db0d-e728-444f-82fe-643ca7889f92 req-eec1cc64-ffc1-4448-805d-aca401601be5 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/security-groups?id=03b59f69-e0da-460f-a7b9-79c2a5571722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768011 Jun 03 08:50:36.878234 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [req-84f7f23d-3f92-4e93-b224-3d57c8f24014 req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] For port daf4486d-f647-4b77-bd3e-a3abac7b3012, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=daf4486d-f647-4b77-bd3e-a3abac7b3012,segment=NetworkSegment(633b5a8e-b4b6-4a03-8adc-be8df947e1dd),segment_id=633b5a8e-b4b6-4a03-8adc-be8df947e1dd)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:50:36.879254 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-84f7f23d-3f92-4e93-b224-3d57c8f24014 req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:37.099499 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [req-84f7f23d-3f92-4e93-b224-3d57c8f24014 req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Calling delete_port for daf4486d-f647-4b77-bd3e-a3abac7b3012 owned by compute:nova {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:50:37.271284 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-84f7f23d-3f92-4e93-b224-3d57c8f24014 req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:37.277082 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-e1cfca8f-a065-4d0e-85d1-a6b408cc17df tempest-AttachVolumeNegativeTest-149294184 tempest-AttachVolumeNegativeTest-149294184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:50:37.324216 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Pushing event deleted for resources: {'Port': ['ID=daf4486d-f647-4b77-bd3e-a3abac7b3012,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:50:37.362015 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:37.362338 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:37.362706 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:37.363561 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:37.363914 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:37.364278 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:37.364611 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:37.364954 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:37.365298 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:37.365648 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:37.365988 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:37.366415 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:37.373794 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:50:37.408953 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f7f23d-3f92-4e93-b224-3d57c8f24014 req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] No DVR routers for this DVR port daf4486d-f647-4b77-bd3e-a3abac7b3012 on host hv-cinder-78726 {{(pid=92357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:50:37.411502 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [req-84f7f23d-3f92-4e93-b224-3d57c8f24014 req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113340'] for port, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:37.414113 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3684460-68b3-4d2b-9462-11397238f7cb', 'name': 'network-vif-deleted', 'tag': 'daf4486d-f647-4b77-bd3e-a3abac7b3012'}] {{(pid=92357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 08:50:37.419922 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2748cace811b580fe86b20b9287cb0273773c713e2f422cd7a76923bf7d524e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3dbb9f-8697-4eba-b37b-4f102ac5f0bb" -d '{"events": [{"server_uuid": "d3684460-68b3-4d2b-9462-11397238f7cb", "name": "network-vif-deleted", "tag": "daf4486d-f647-4b77-bd3e-a3abac7b3012"}]}' {{(pid=92357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 08:50:37.523364 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 08:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6398a1f7-c0ed-45de-8153-d89d6fe68063 x-openstack-request-id: req-6398a1f7-c0ed-45de-8153-d89d6fe68063 {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 08:50:37.523364 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3684460-68b3-4d2b-9462-11397238f7cb", "name": "network-vif-deleted", "tag": "daf4486d-f647-4b77-bd3e-a3abac7b3012", "status": "completed", "code": 200}]} {{(pid=92357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 08:50:37.523364 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6398a1f7-c0ed-45de-8153-d89d6fe68063 {{(pid=92357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 08:50:37.524146 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3684460-68b3-4d2b-9462-11397238f7cb', 'name': 'network-vif-deleted', 'tag': 'daf4486d-f647-4b77-bd3e-a3abac7b3012', 'status': 'completed', 'code': 200} Jun 03 08:50:37.546309 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-84f7f23d-3f92-4e93-b224-3d57c8f24014 req-fd3fa87a-2c5e-41b0-bb31-34959f82f9af tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.47 "DELETE /v2.0/ports/daf4486d-f647-4b77-bd3e-a3abac7b3012 HTTP/1.1" status: 204 len: 173 time: 1.0342016 Jun 03 08:50:37.933687 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-393adcc2-2c85-4565-b1d1-47384a0d61cd req-27333c73-e7e1-4bc1-9c7d-0ae53b1aba4b tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Synchronizing usage tracker for tenant:8f0ecfc376204bbcaef2c4fa4f54d272 on resource:port {{(pid=92357) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 08:50:38.014247 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.quota.resource [req-393adcc2-2c85-4565-b1d1-47384a0d61cd req-27333c73-e7e1-4bc1-9c7d-0ae53b1aba4b tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Unset dirty status for tenant:8f0ecfc376204bbcaef2c4fa4f54d272 on resource:port {{(pid=92357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 08:50:38.015448 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [req-393adcc2-2c85-4565-b1d1-47384a0d61cd req-27333c73-e7e1-4bc1-9c7d-0ae53b1aba4b tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3684460-68b3-4d2b-9462-11397238f7cb HTTP/1.1" status: 200 len: 210 time: 0.1321473 Jun 03 08:50:39.108809 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 35338) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:50:39.175110 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-8e4141f9-409e-4833-b403-e750d39a20aa tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:39.204403 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-8e4141f9-409e-4833-b403-e750d39a20aa tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:39.317773 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-8e4141f9-409e-4833-b403-e750d39a20aa tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:39.321669 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-b894351c-e6fc-4c79-bea0-a1f3d44836a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:50:39.336608 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4141f9-409e-4833-b403-e750d39a20aa tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b59f69-e0da-460f-a7b9-79c2a5571722,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:50:39.339768 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-8e4141f9-409e-4833-b403-e750d39a20aa tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:50:39.412573 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-8e4141f9-409e-4833-b403-e750d39a20aa tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:39.413979 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-8e4141f9-409e-4833-b403-e750d39a20aa tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] 10.222.0.18 "DELETE /v2.0/security-groups/03b59f69-e0da-460f-a7b9-79c2a5571722 HTTP/1.1" status: 204 len: 168 time: 0.3039043 Jun 03 08:50:39.536171 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 35342) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:50:40.059218 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d876f6c1-46b5-4a8b-a4ef-6499cfd18c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16361550'] for router_interface, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:40.460444 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [None req-d876f6c1-46b5-4a8b-a4ef-6499cfd18c54 admin admin] Deleting port 844f328c-fff3-4033-bef5-6ccc53ef9081 {{(pid=92357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:50:40.461140 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d876f6c1-46b5-4a8b-a4ef-6499cfd18c54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:40.691573 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.db [None req-d876f6c1-46b5-4a8b-a4ef-6499cfd18c54 admin admin] For port 844f328c-fff3-4033-bef5-6ccc53ef9081, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=844f328c-fff3-4033-bef5-6ccc53ef9081,segment=NetworkSegment(633b5a8e-b4b6-4a03-8adc-be8df947e1dd),segment_id=633b5a8e-b4b6-4a03-8adc-be8df947e1dd)] {{(pid=92357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:50:40.691955 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d876f6c1-46b5-4a8b-a4ef-6499cfd18c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:40.816650 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [None req-d876f6c1-46b5-4a8b-a4ef-6499cfd18c54 admin admin] Calling delete_port for 844f328c-fff3-4033-bef5-6ccc53ef9081 owned by network:router_interface {{(pid=92357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:50:41.192001 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d876f6c1-46b5-4a8b-a4ef-6499cfd18c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14264021'] for port, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:41.195956 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-0716f8e4-cc40-48a1-a47d-899778cf32b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:50:41.244334 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876f6c1-46b5-4a8b-a4ef-6499cfd18c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=844f328c-fff3-4033-bef5-6ccc53ef9081,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:50:41.270799 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-d876f6c1-46b5-4a8b-a4ef-6499cfd18c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:50:41.507906 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d876f6c1-46b5-4a8b-a4ef-6499cfd18c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16309445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16361682'] for router_interface, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:41.540997 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device daf4486d-f647-4b77-bd3e-a3abac7b3012 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:50:41.577402 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] No Port match for: daf4486d-f647-4b77-bd3e-a3abac7b3012 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:50:41.577754 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Device daf4486d-f647-4b77-bd3e-a3abac7b3012 not bound to the agent host hv-cinder-78726 {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:50:41.862165 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d876f6c1-46b5-4a8b-a4ef-6499cfd18c54 admin admin] Router e638d340-fb6c-477e-ab61-0c5a9a0a0a92 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:50:42.155383 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d876f6c1-46b5-4a8b-a4ef-6499cfd18c54 admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:50:42.163669 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a61233-f489-49e2-875f-89c23ccc1b9c None None] Sync routers for ids ['e638d340-fb6c-477e-ab61-0c5a9a0a0a92'] in dv-cinder-787262-5-smb {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:50:42.172566 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a61233-f489-49e2-875f-89c23ccc1b9c None None] Routers {'e638d340-fb6c-477e-ab61-0c5a9a0a0a92'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:50:42.173127 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-b6a61233-f489-49e2-875f-89c23ccc1b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:50:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['e638d340-fb6c-477e-ab61-0c5a9a0a0a92'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:50:42.223745 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-d876f6c1-46b5-4a8b-a4ef-6499cfd18c54 admin admin] 10.222.0.18 "PUT /v2.0/routers/e638d340-fb6c-477e-ab61-0c5a9a0a0a92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6840520 Jun 03 08:50:42.224621 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 35344) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:50:42.356030 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-b6a61233-f489-49e2-875f-89c23ccc1b9c None None] Set router e638d340-fb6c-477e-ab61-0c5a9a0a0a92 gateway port host: dv-cinder-787262-5-smb {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:50:42.420486 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4f1a464c-0d64-4a51-af2c-e49741c5f287 admin admin] Notify callbacks [] for router, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:42.604861 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4f1a464c-0d64-4a51-af2c-e49741c5f287 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:42.645092 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-b6a61233-f489-49e2-875f-89c23ccc1b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'name': 'tempest-TestShelveInstance-1211373233-router', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:10Z', 'updated_at': '2021-06-03T08:50:41Z', 'revision_number': 5, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'gw_port': {'id': 'ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:11Z', 'updated_at': '2021-06-03T08:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:50:42.649206 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a61233-f489-49e2-875f-89c23ccc1b9c None None] Checking router: e638d340-fb6c-477e-ab61-0c5a9a0a0a92 for host: dv-cinder-787262-5-smb {{(pid=92358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:50:42.657666 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a61233-f489-49e2-875f-89c23ccc1b9c None None] Routers {'e638d340-fb6c-477e-ab61-0c5a9a0a0a92'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:50:42.658296 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-b6a61233-f489-49e2-875f-89c23ccc1b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:50:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['e638d340-fb6c-477e-ab61-0c5a9a0a0a92'], 'active': True} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:50:42.726111 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a464c-0d64-4a51-af2c-e49741c5f287 admin admin] Deleting port ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69 {{(pid=92356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:50:42.726404 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4f1a464c-0d64-4a51-af2c-e49741c5f287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:42.808773 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvr_db [None req-b6a61233-f489-49e2-875f-89c23ccc1b9c None None] Set router e638d340-fb6c-477e-ab61-0c5a9a0a0a92 gateway port host: None {{(pid=92358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:50:42.848290 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [None req-4f1a464c-0d64-4a51-af2c-e49741c5f287 admin admin] For port ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:50:42.848655 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4f1a464c-0d64-4a51-af2c-e49741c5f287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:42.914205 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_hamode_db [None req-b6a61233-f489-49e2-875f-89c23ccc1b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'name': 'tempest-TestShelveInstance-1211373233-router', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:10Z', 'updated_at': '2021-06-03T08:50:42Z', 'revision_number': 6, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'gw_port_host': None}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:50:42.918295 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a61233-f489-49e2-875f-89c23ccc1b9c None None] The sync data for ids ['e638d340-fb6c-477e-ab61-0c5a9a0a0a92'] in dv-cinder-787262-5-smb is: [{'id': 'e638d340-fb6c-477e-ab61-0c5a9a0a0a92', 'name': 'tempest-TestShelveInstance-1211373233-router', 'tenant_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:10Z', 'updated_at': '2021-06-03T08:50:42Z', 'revision_number': 6, 'project_id': '8f0ecfc376204bbcaef2c4fa4f54d272', 'gw_port_host': None}] {{(pid=92358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:50:42.971165 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a464c-0d64-4a51-af2c-e49741c5f287 admin admin] Calling delete_port for ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69 owned by network:router_gateway {{(pid=92356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:50:43.401861 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4f1a464c-0d64-4a51-af2c-e49741c5f287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:43.405700 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-f48f445a-5d09-4963-ad04-b7c84e125179 tempest-AttachVolumeTestJSON-464932391 tempest-AttachVolumeTestJSON-464932391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:50:43.451058 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a464c-0d64-4a51-af2c-e49741c5f287 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:50:43.454476 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-4f1a464c-0d64-4a51-af2c-e49741c5f287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:50:43.541041 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4f1a464c-0d64-4a51-af2c-e49741c5f287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361065'] for router_gateway, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:43.688198 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69 no longer exists at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:50:43.713760 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4f1a464c-0d64-4a51-af2c-e49741c5f287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16658083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6690'] for router, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:43.716052 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4f1a464c-0d64-4a51-af2c-e49741c5f287 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:43.722510 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] No Port match for: ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:50:43.723120 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device ccb8f2cd-e3c1-4053-8920-5f0a7f8fea69 not bound to the agent host dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:50:43.723528 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 844f328c-fff3-4033-bef5-6ccc53ef9081 no longer exists at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:50:43.756639 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] No Port match for: 844f328c-fff3-4033-bef5-6ccc53ef9081 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:50:43.756987 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 844f328c-fff3-4033-bef5-6ccc53ef9081 not bound to the agent host dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:50:43.796658 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4f1a464c-0d64-4a51-af2c-e49741c5f287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16658995'] for router, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:43.797105 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1a464c-0d64-4a51-af2c-e49741c5f287 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e638d340-fb6c-477e-ab61-0c5a9a0a0a92 {{(pid=92356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 08:50:43.810224 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-4f1a464c-0d64-4a51-af2c-e49741c5f287 admin admin] Notify callbacks [] for router, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:43.811358 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-4f1a464c-0d64-4a51-af2c-e49741c5f287 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e638d340-fb6c-477e-ab61-0c5a9a0a0a92 HTTP/1.1" status: 204 len: 168 time: 1.5849590 Jun 03 08:50:43.813788 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 35346) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:50:43.884200 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_v2 [None req-291d5dce-be9c-4ea4-aba0-6408461fcfa6 admin admin] Deleting subnet a0b16e5a-3c6a-46e0-be93-ee7ff0be5987 {{(pid=92356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 08:50:43.888700 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-291d5dce-be9c-4ea4-aba0-6408461fcfa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:43.943458 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-291d5dce-be9c-4ea4-aba0-6408461fcfa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15284933'] for subnet, precommit_delete_associations {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:44.025897 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-291d5dce-be9c-4ea4-aba0-6408461fcfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997589'] for subnet, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:44.362992 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-291d5dce-be9c-4ea4-aba0-6408461fcfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15262529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15091295'] for subnet, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:44.367193 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-2adf8245-20e5-4317-b1bb-e9c4d476ffbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:50:44.407007 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d5dce-be9c-4ea4-aba0-6408461fcfa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0b16e5a-3c6a-46e0-be93-ee7ff0be5987,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:50:44.410453 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-291d5dce-be9c-4ea4-aba0-6408461fcfa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:50:44.412933 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-291d5dce-be9c-4ea4-aba0-6408461fcfa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:44.419131 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e07c92c-e17d-4f12-b3b7-8490a5b4ba59 None None] Network 470dd00d-2923-4be6-8313-ebc2c753916d requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:50:44.419332 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-291d5dce-be9c-4ea4-aba0-6408461fcfa6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a0b16e5a-3c6a-46e0-be93-ee7ff0be5987 HTTP/1.1" status: 204 len: 168 time: 0.6045194 Jun 03 08:50:44.422961 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 35348) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:50:44.529753 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528754'] for network, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:44.602476 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] Deleting port 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1 {{(pid=92356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:50:44.602810 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:44.673553 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] DHCP port deletion for 470dd00d-2923-4be6-8313-ebc2c753916d request from dv-cinder-787262-5-smb {{(pid=92358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 08:50:44.701997 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] For port 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1,segment=NetworkSegment(633b5a8e-b4b6-4a03-8adc-be8df947e1dd),segment_id=633b5a8e-b4b6-4a03-8adc-be8df947e1dd)] {{(pid=92356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:50:44.702370 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:44.737840 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] Deleting port 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1 {{(pid=92358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:50:44.738424 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:44.822843 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] Calling delete_port for 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1 owned by network:dhcp {{(pid=92356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:50:44.876102 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] For port 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1,segment=NetworkSegment(633b5a8e-b4b6-4a03-8adc-be8df947e1dd),segment_id=633b5a8e-b4b6-4a03-8adc-be8df947e1dd)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:50:44.876102 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:44.928046 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:44.931748 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:50:44.994748 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] Calling delete_port for 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1 owned by network:dhcp {{(pid=92358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:50:45.041309 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815'] for port, after_delete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:45.045064 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:50:45.075045 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:50:45.078454 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:50:45.079236 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] No DVR routers for this DVR port 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1 on host dv-cinder-787262-5-smb {{(pid=92356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:50:45.089513 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] Pushing event deleted for resources: {'Port': ['ID=2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1,revision_number=None']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:50:45.091854 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] No DVR routers for this DVR port 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1 on host dv-cinder-787262-5-smb {{(pid=92358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:50:45.099826 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:45.100174 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:45.100509 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:45.100848 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:45.101177 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:45.101773 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:45.101874 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:45.102151 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:45.102567 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:45.102795 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:45.103114 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:45.103431 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-5-smb {{(pid=92358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 08:50:45.106383 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-3a72e599-06b6-4e89-88ce-1317f2cbd13f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:50:45.194717 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999006', 'neutron.services.segments.db._delete_segments_for_network-8762866104814'] for network, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:45.208123 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470dd00d-2923-4be6-8313-ebc2c753916d']}} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:50:45.220204 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633b5a8e-b4b6-4a03-8adc-be8df947e1dd') {'for_net_delete': True} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:50:45.220575 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633b5a8e-b4b6-4a03-8adc-be8df947e1dd') {} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:50:45.232197 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762866108173', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15284958'] for segment, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:45.249427 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:45.256054 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=92356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 08:50:45.256472 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262507'] for segment, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: Traceback (most recent call last): Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: timer() Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: cb(*args, **kw) Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: return func(*args, **kwargs) Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: self._notify() Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: self.callback(batched_events) Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: event.method(event) Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: return f(self, *a, **k) Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: return self._get(url).json() Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: return self.request(url, 'GET', **kwargs) Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 08:50:45.270159 dv-cinder-787262-5-smb neutron-server[92356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 08:50:45.434407 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1 no longer exists at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:50:45.452571 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361038'] for network, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:45.452571 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:50:45.465827 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:45.469706 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] No Port match for: 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:50:45.470572 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 2ac598b5-cc8a-4c1d-802d-cd8a9233bcc1 not bound to the agent host dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:50:45.476501 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] Pushing event deleted for resources: {'Network': ['ID=470dd00d-2923-4be6-8313-ebc2c753916d,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:50:45.479770 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:50:45.585902 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-180fc609-6de9-407f-8935-f781d6532641 admin admin] 10.222.0.18 "DELETE /v2.0/networks/470dd00d-2923-4be6-8313-ebc2c753916d HTTP/1.1" status: 204 len: 168 time: 1.1617835 Jun 03 08:50:45.588607 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 35350) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:50:46.112971 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-15150a13-9788-4c04-b210-24daab7b73f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16361550'] for router_interface, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:46.511507 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-15150a13-9788-4c04-b210-24daab7b73f4 admin admin] Deleting port e167a298-8e81-4c17-8d78-b1a68bdb5bdf {{(pid=92356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:50:46.512123 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-15150a13-9788-4c04-b210-24daab7b73f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:46.629933 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [None req-15150a13-9788-4c04-b210-24daab7b73f4 admin admin] For port e167a298-8e81-4c17-8d78-b1a68bdb5bdf, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=e167a298-8e81-4c17-8d78-b1a68bdb5bdf,segment=NetworkSegment(c7aed522-4b89-4532-a583-a672be7d0748),segment_id=c7aed522-4b89-4532-a583-a672be7d0748)] {{(pid=92356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:50:46.630335 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-15150a13-9788-4c04-b210-24daab7b73f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:46.850789 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-15150a13-9788-4c04-b210-24daab7b73f4 admin admin] Calling delete_port for e167a298-8e81-4c17-8d78-b1a68bdb5bdf owned by network:router_interface {{(pid=92356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:50:47.070805 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-15150a13-9788-4c04-b210-24daab7b73f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:47.074933 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-7436b3f7-49f7-4cd1-806a-d7b006883035 tempest-TestShelveInstance-1854893719 tempest-TestShelveInstance-1854893719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:50:47.118330 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15150a13-9788-4c04-b210-24daab7b73f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e167a298-8e81-4c17-8d78-b1a68bdb5bdf,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:50:47.121265 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-15150a13-9788-4c04-b210-24daab7b73f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:50:47.379809 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-15150a13-9788-4c04-b210-24daab7b73f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16309445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16361682'] for router_interface, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:47.734003 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15150a13-9788-4c04-b210-24daab7b73f4 admin admin] Router 6848335e-5148-4363-80ed-2aa28cd66d25 has already been hosted by L3 agent e70b0eeb-2a63-4762-8159-bd9b474e1818 {{(pid=92356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 08:50:47.906563 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15150a13-9788-4c04-b210-24daab7b73f4 admin admin] Notify agent at l3_agent.dv-cinder-787262-5-smb the message routers_updated {{(pid=92356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 08:50:47.918195 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243f433b-4039-4084-9c83-2d2ff61bf4d1 None None] Sync routers for ids ['6848335e-5148-4363-80ed-2aa28cd66d25'] in dv-cinder-787262-5-smb {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 08:50:47.918777 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-15150a13-9788-4c04-b210-24daab7b73f4 admin admin] 10.222.0.18 "PUT /v2.0/routers/6848335e-5148-4363-80ed-2aa28cd66d25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3262401 Jun 03 08:50:47.918886 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:47.919267 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 35352) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:50:47.926263 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243f433b-4039-4084-9c83-2d2ff61bf4d1 None None] Routers {'6848335e-5148-4363-80ed-2aa28cd66d25'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:50:47.929353 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-243f433b-4039-4084-9c83-2d2ff61bf4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:50:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['6848335e-5148-4363-80ed-2aa28cd66d25'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:50:48.106742 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-243f433b-4039-4084-9c83-2d2ff61bf4d1 None None] Set router 6848335e-5148-4363-80ed-2aa28cd66d25 gateway port host: dv-cinder-787262-5-smb {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:50:48.208880 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0fd99686-2e7a-4c1d-98f7-6a057e0f36a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:48.381361 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0fd99686-2e7a-4c1d-98f7-6a057e0f36a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:48.389061 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-243f433b-4039-4084-9c83-2d2ff61bf4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6848335e-5148-4363-80ed-2aa28cd66d25', 'name': 'tempest-TestShelveInstance-1414386325-router', 'tenant_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'external_fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '28462ff7-4f33-4200-a5ff-92eb85d633e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:18Z', 'updated_at': '2021-06-03T08:50:46Z', 'revision_number': 5, 'project_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'gw_port': {'id': '28462ff7-4f33-4200-a5ff-92eb85d633e9', 'name': '', 'network_id': 'ab209c3f-5e8a-42b5-8e48-1393c2a10612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6848335e-5148-4363-80ed-2aa28cd66d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T08:46:19Z', 'updated_at': '2021-06-03T08:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef3066cf-66bb-4e4c-b52a-e1ade41f3158', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-5-smb'}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:50:48.392733 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243f433b-4039-4084-9c83-2d2ff61bf4d1 None None] Checking router: 6848335e-5148-4363-80ed-2aa28cd66d25 for host: dv-cinder-787262-5-smb {{(pid=92359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 08:50:48.400767 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243f433b-4039-4084-9c83-2d2ff61bf4d1 None None] Routers {'6848335e-5148-4363-80ed-2aa28cd66d25'} bound to L3 agent in host dv-cinder-787262-5-smb {{(pid=92359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 08:50:48.401344 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-243f433b-4039-4084-9c83-2d2ff61bf4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T08:23:57Z,description=,heartbeat_timestamp=2021-06-03T08:50:27Z,host='dv-cinder-787262-5-smb',id=e70b0eeb-2a63-4762-8159-bd9b474e1818,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T08:23:57Z,topic='l3_agent')) {'router_ids': ['6848335e-5148-4363-80ed-2aa28cd66d25'], 'active': True} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:50:48.520015 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-0fd99686-2e7a-4c1d-98f7-6a057e0f36a0 admin admin] Deleting port 28462ff7-4f33-4200-a5ff-92eb85d633e9 {{(pid=92356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:50:48.520354 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0fd99686-2e7a-4c1d-98f7-6a057e0f36a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:48.547668 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_dvr_db [None req-243f433b-4039-4084-9c83-2d2ff61bf4d1 None None] Set router 6848335e-5148-4363-80ed-2aa28cd66d25 gateway port host: None {{(pid=92359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 08:50:48.641612 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [None req-0fd99686-2e7a-4c1d-98f7-6a057e0f36a0 admin admin] For port 28462ff7-4f33-4200-a5ff-92eb85d633e9, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=28462ff7-4f33-4200-a5ff-92eb85d633e9,segment=NetworkSegment(e2c9282e-5c2c-4f18-8b28-85eb8bceef37),segment_id=e2c9282e-5c2c-4f18-8b28-85eb8bceef37)] {{(pid=92356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:50:48.641903 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0fd99686-2e7a-4c1d-98f7-6a057e0f36a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:48.653236 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.l3_hamode_db [None req-243f433b-4039-4084-9c83-2d2ff61bf4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6848335e-5148-4363-80ed-2aa28cd66d25', 'name': 'tempest-TestShelveInstance-1414386325-router', 'tenant_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:18Z', 'updated_at': '2021-06-03T08:50:48Z', 'revision_number': 6, 'project_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'gw_port_host': None}], 'dv-cinder-787262-5-smb', False) {} {{(pid=92359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:50:48.657232 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243f433b-4039-4084-9c83-2d2ff61bf4d1 None None] The sync data for ids ['6848335e-5148-4363-80ed-2aa28cd66d25'] in dv-cinder-787262-5-smb is: [{'id': '6848335e-5148-4363-80ed-2aa28cd66d25', 'name': 'tempest-TestShelveInstance-1414386325-router', 'tenant_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T08:46:18Z', 'updated_at': '2021-06-03T08:50:48Z', 'revision_number': 6, 'project_id': 'de73b58ca2ee455b9c392a99b26aac0f', 'gw_port_host': None}] {{(pid=92359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 08:50:48.771174 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-0fd99686-2e7a-4c1d-98f7-6a057e0f36a0 admin admin] Calling delete_port for 28462ff7-4f33-4200-a5ff-92eb85d633e9 owned by network:router_gateway {{(pid=92356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:50:48.984908 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0fd99686-2e7a-4c1d-98f7-6a057e0f36a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:48.989039 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-34e51ff8-86cc-4590-a1a8-8e21767e340b tempest-TestMinimumBasicScenario-279744522 tempest-TestMinimumBasicScenario-279744522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:50:49.036484 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd99686-2e7a-4c1d-98f7-6a057e0f36a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=28462ff7-4f33-4200-a5ff-92eb85d633e9,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:50:49.039487 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-0fd99686-2e7a-4c1d-98f7-6a057e0f36a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:50:49.131259 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0fd99686-2e7a-4c1d-98f7-6a057e0f36a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361065'] for router_gateway, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:49.298705 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0fd99686-2e7a-4c1d-98f7-6a057e0f36a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16658083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6690'] for router, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:49.301390 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0fd99686-2e7a-4c1d-98f7-6a057e0f36a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:49.418863 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0fd99686-2e7a-4c1d-98f7-6a057e0f36a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16658995'] for router, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:49.423390 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd99686-2e7a-4c1d-98f7-6a057e0f36a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6848335e-5148-4363-80ed-2aa28cd66d25 {{(pid=92356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 08:50:49.433292 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-0fd99686-2e7a-4c1d-98f7-6a057e0f36a0 admin admin] Notify callbacks [] for router, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:49.434445 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-0fd99686-2e7a-4c1d-98f7-6a057e0f36a0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/6848335e-5148-4363-80ed-2aa28cd66d25 HTTP/1.1" status: 204 len: 168 time: 1.5150788 Jun 03 08:50:49.436882 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 35354) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:50:49.448954 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 28462ff7-4f33-4200-a5ff-92eb85d633e9 no longer exists at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:50:49.498563 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] No Port match for: 28462ff7-4f33-4200-a5ff-92eb85d633e9 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:50:49.499559 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 28462ff7-4f33-4200-a5ff-92eb85d633e9 not bound to the agent host dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:50:49.500159 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device e167a298-8e81-4c17-8d78-b1a68bdb5bdf no longer exists at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:50:49.503239 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7ce0e5-a25a-4741-be6f-5f673c4eb540 admin admin] Deleting subnet ac458a30-9898-4cf8-83ef-5f42a2607860 {{(pid=92356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 08:50:49.506620 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1f7ce0e5-a25a-4741-be6f-5f673c4eb540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:49.535157 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] No Port match for: e167a298-8e81-4c17-8d78-b1a68bdb5bdf {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:50:49.535506 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device e167a298-8e81-4c17-8d78-b1a68bdb5bdf not bound to the agent host dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:50:49.556788 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1f7ce0e5-a25a-4741-be6f-5f673c4eb540 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15284933'] for subnet, precommit_delete_associations {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:49.641910 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1f7ce0e5-a25a-4741-be6f-5f673c4eb540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997589'] for subnet, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:49.962496 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1f7ce0e5-a25a-4741-be6f-5f673c4eb540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15262529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15091295'] for subnet, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:49.966748 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-b91cf58c-f5a2-49b2-be37-f68c86fbf26f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:50:50.099738 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ce0e5-a25a-4741-be6f-5f673c4eb540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac458a30-9898-4cf8-83ef-5f42a2607860,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:50:50.102821 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-1f7ce0e5-a25a-4741-be6f-5f673c4eb540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:50:50.105535 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1f7ce0e5-a25a-4741-be6f-5f673c4eb540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:50.110614 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b239ed-43a1-4857-8615-c5ef388e2885 None None] Network 600feb5d-5d88-45fd-9738-25b58f740378 requested from dv-cinder-787262-5-smb {{(pid=92358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 08:50:50.111355 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-1f7ce0e5-a25a-4741-be6f-5f673c4eb540 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ac458a30-9898-4cf8-83ef-5f42a2607860 HTTP/1.1" status: 204 len: 168 time: 0.6735365 Jun 03 08:50:50.113748 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [-] (92356) accepted ('10.222.0.18', 35356) {{(pid=92356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:50:50.216372 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528754'] for network, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:50.288109 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] Deleting port 77b5503d-fb03-4689-8a7e-44726f7f0133 {{(pid=92356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:50:50.288450 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:50.350779 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48da6b91-21e8-4d53-983c-4a006e86cb62 None None] DHCP port deletion for 600feb5d-5d88-45fd-9738-25b58f740378 request from dv-cinder-787262-5-smb {{(pid=92358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 08:50:50.388608 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.db [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] For port 77b5503d-fb03-4689-8a7e-44726f7f0133, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=77b5503d-fb03-4689-8a7e-44726f7f0133,segment=NetworkSegment(c7aed522-4b89-4532-a583-a672be7d0748),segment_id=c7aed522-4b89-4532-a583-a672be7d0748)] {{(pid=92356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:50:50.389000 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:50.417004 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-48da6b91-21e8-4d53-983c-4a006e86cb62 None None] Deleting port 77b5503d-fb03-4689-8a7e-44726f7f0133 {{(pid=92358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 08:50:50.419722 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-48da6b91-21e8-4d53-983c-4a006e86cb62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762866022611'] for port, before_delete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:50.509694 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.plugin [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] Calling delete_port for 77b5503d-fb03-4689-8a7e-44726f7f0133 owned by network:dhcp {{(pid=92356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:50:50.525437 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.db [None req-48da6b91-21e8-4d53-983c-4a006e86cb62 None None] For port 77b5503d-fb03-4689-8a7e-44726f7f0133, host dv-cinder-787262-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-5-smb',level=0,port_id=77b5503d-fb03-4689-8a7e-44726f7f0133,segment=NetworkSegment(c7aed522-4b89-4532-a583-a672be7d0748),segment_id=c7aed522-4b89-4532-a583-a672be7d0748)] {{(pid=92358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 08:50:50.526063 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-48da6b91-21e8-4d53-983c-4a006e86cb62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375668'] for port, precommit_delete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:50.653530 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-48da6b91-21e8-4d53-983c-4a006e86cb62 None None] Calling delete_port for 77b5503d-fb03-4689-8a7e-44726f7f0133 owned by network:dhcp {{(pid=92358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 08:50:50.664497 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15262486'] for port, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:50.668564 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-9c5e922a-6152-42ec-8ba3-ecd724142f2c tempest-AttachVolumeShelveTestJSON-865085802 tempest-AttachVolumeShelveTestJSON-865085802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:50:50.695543 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-48da6b91-21e8-4d53-983c-4a006e86cb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16309495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762866025521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865587815'] for port, after_delete {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:50.699294 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:50:50.715272 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=77b5503d-fb03-4689-8a7e-44726f7f0133,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:50:50.718900 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:50:50.721221 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] No DVR routers for this DVR port 77b5503d-fb03-4689-8a7e-44726f7f0133 on host dv-cinder-787262-5-smb {{(pid=92356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:50:50.742474 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da6b91-21e8-4d53-983c-4a006e86cb62 None None] Pushing event deleted for resources: {'Port': ['ID=77b5503d-fb03-4689-8a7e-44726f7f0133,revision_number=None']} {{(pid=92358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:50:50.745438 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG oslo_concurrency.lockutils [None req-48da6b91-21e8-4d53-983c-4a006e86cb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:50:50.746199 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da6b91-21e8-4d53-983c-4a006e86cb62 None None] No DVR routers for this DVR port 77b5503d-fb03-4689-8a7e-44726f7f0133 on host dv-cinder-787262-5-smb {{(pid=92358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 08:50:50.841570 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999006', 'neutron.services.segments.db._delete_segments_for_network-8762866104814'] for network, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:50.865250 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600feb5d-5d88-45fd-9738-25b58f740378']}} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:50:50.877706 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7aed522-4b89-4532-a583-a672be7d0748') {'for_net_delete': True} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:50:50.878647 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.services.segments.db [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7aed522-4b89-4532-a583-a672be7d0748') {} {{(pid=92356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 08:50:50.890289 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762866108173', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15284958'] for segment, before_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:50.909380 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829'] for segment, precommit_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:50.916071 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=92356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 08:50:50.916453 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262507'] for segment, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: Traceback (most recent call last): Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: timer() Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: cb(*args, **kw) Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: return func(*args, **kwargs) Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: self._notify() Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: self.callback(batched_events) Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: event.method(event) Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: return f(self, *a, **k) Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: return self._get(url).json() Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: return self.request(url, 'GET', **kwargs) Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 08:50:50.929894 dv-cinder-787262-5-smb neutron-server[92356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 08:50:51.046971 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16309502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361038'] for network, after_delete {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:51.051248 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-1dde2c70-bbef-4ce1-8def-45b62275d308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:50:51.064080 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron_lib.callbacks.manager [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16309401'] for network, before_response {{(pid=92356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:51.074697 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=600feb5d-5d88-45fd-9738-25b58f740378,revision_number=None']} {{(pid=92356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:50:51.077599 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG oslo_concurrency.lockutils [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:50:51.079402 dv-cinder-787262-5-smb neutron-server[92356]: INFO neutron.wsgi [None req-1e808d0c-62ab-4d47-8870-6a3c94d4d7b5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/600feb5d-5d88-45fd-9738-25b58f740378 HTTP/1.1" status: 204 len: 168 time: 0.9647269 Jun 03 08:50:51.433615 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 77b5503d-fb03-4689-8a7e-44726f7f0133 no longer exists at agent ovs-agent-dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 08:50:51.470895 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] No Port match for: 77b5503d-fb03-4689-8a7e-44726f7f0133 {{(pid=92358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 08:50:51.471241 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron.plugins.ml2.rpc [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Device 77b5503d-fb03-4689-8a7e-44726f7f0133 not bound to the agent host dv-cinder-787262-5-smb {{(pid=92358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 08:50:51.482399 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 35360) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:50:51.531404 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-b069d59c-a338-4c20-b288-a08a9e7cf96d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f0ecfc376204bbcaef2c4fa4f54d272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476422 Jun 03 08:50:51.533800 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 35362) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:50:51.588770 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1d34-4025-4f05-900e-8343ce668d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:51.614355 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1d34-4025-4f05-900e-8343ce668d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:51.715482 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1d34-4025-4f05-900e-8343ce668d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:51.721171 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-92349b93-d3e5-4f0b-8e88-196ded641ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:50:51.736614 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee1d34-4025-4f05-900e-8343ce668d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0bbcc1-8a21-4d8f-89ea-91420d382f4c,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:50:51.739682 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-f3ee1d34-4025-4f05-900e-8343ce668d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:50:51.744042 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1d34-4025-4f05-900e-8343ce668d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:51.745690 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-f3ee1d34-4025-4f05-900e-8343ce668d8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e0bbcc1-8a21-4d8f-89ea-91420d382f4c HTTP/1.1" status: 204 len: 168 time: 0.2103217 Jun 03 08:50:52.502246 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 35368) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:50:52.553003 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-a4222e71-4722-4e93-9a87-9860f7af698a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de73b58ca2ee455b9c392a99b26aac0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488641 Jun 03 08:50:52.555396 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [-] (92357) accepted ('10.222.0.18', 35370) {{(pid=92357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 08:50:52.610953 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d7a85ea0-8d5e-45ce-8856-5c8110cfcc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:52.636675 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d7a85ea0-8d5e-45ce-8856-5c8110cfcc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:52.743841 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d7a85ea0-8d5e-45ce-8856-5c8110cfcc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270177'] for security_group, after_delete {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:52.748003 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-0b1b75de-3388-46d0-ae84-34bd62c6673c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 08:50:52.759674 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a85ea0-8d5e-45ce-8856-5c8110cfcc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35529800-4b81-411d-be8a-37b793806f4c,revision_number=None']} {{(pid=92357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 08:50:52.763658 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-d7a85ea0-8d5e-45ce-8856-5c8110cfcc00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 08:50:52.767071 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-d7a85ea0-8d5e-45ce-8856-5c8110cfcc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:52.768156 dv-cinder-787262-5-smb neutron-server[92357]: INFO neutron.wsgi [None req-d7a85ea0-8d5e-45ce-8856-5c8110cfcc00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35529800-4b81-411d-be8a-37b793806f4c HTTP/1.1" status: 204 len: 168 time: 0.2118413 Jun 03 08:50:53.389862 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-cf1096ac-ac6a-4076-9c09-ec4a7a7f02a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:56.428857 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:56.783448 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-33392c0b-52a1-4936-99a0-ea7dc9e61d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:57.856880 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:50:59.810714 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:50:59.891836 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:51:17.952931 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:51:23.399327 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-7417f2d7-eda7-4251-9e41-de215823ba63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:51:26.414749 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:51:26.757923 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-18ceb258-bfac-4d2c-9813-d9c42d04960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:51:27.883858 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:51:29.888632 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:51:36.808768 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:51:47.932800 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:51:53.395139 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-eab54adb-0c13-48cd-b0e8-0c50388bbafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:51:56.400619 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:51:56.766010 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-ca83bf4d-7461-4eae-9aba-979d2e5a4bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:51:57.914542 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:51:59.897453 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:52:13.807669 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:52:17.923885 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:52:23.386437 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-917914c4-ff96-41e3-ae2a-bb84da4c90be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:52:26.545654 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:52:26.791862 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6bd07f3b-a676-4c5a-bda8-627510bad646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:52:27.878051 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:52:29.928735 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:52:47.921340 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:52:50.807020 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:52:53.389344 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-7fc0ec32-5950-41e0-bd45-c1124d37e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:52:56.400485 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:52:56.800781 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-b98f0639-8371-461b-9006-815ea45ea6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:52:57.897620 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:52:59.903034 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:53:13.120191 dv-cinder-787262-5-smb neutron-server[92356]: DEBUG neutron.wsgi [req-ba674905-a0cb-45c9-ac90-2058d7afed53 req-e0af36f5-60c4-4c9b-bdbe-d0fa651464ad service neutron] (92356) timed out ('10.222.0.18', 58766) {{(pid=92356) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 08:53:15.467865 dv-cinder-787262-5-smb neutron-server[92357]: DEBUG neutron.wsgi [req-48ffc970-a4af-4669-bb72-eee09058ea37 req-02269719-2375-431c-a26e-a4196b9e4989 service neutron] (92357) timed out ('10.222.0.47', 49905) {{(pid=92357) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 08:53:17.924829 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:53:23.398459 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-271a3a4f-61e2-4e34-b5a4-0385ec5ab516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:53:26.404056 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:53:26.810166 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f2075715-b7e1-459d-90e0-33ad3be46c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:53:27.805591 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:53:27.872168 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:53:29.907399 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:53:47.927853 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:53:53.389923 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-9ba432bc-372e-455a-8f8b-9a37a20da702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:53:56.407387 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:53:56.779282 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-cedf5354-287b-4a49-acab-c39c2c2c598b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:53:57.881470 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:53:59.892399 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:54:04.804575 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:54:17.931420 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:54:23.411032 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-fe52aa00-6ca7-434b-9c5d-0fa88b2e7a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:54:26.418740 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:54:26.793260 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-64c1fda1-54f9-4dbc-9da2-e9c4b59e17da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:54:27.890873 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:54:29.907575 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:54:41.803665 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:54:47.917694 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:54:53.426158 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-99b53238-1af0-489f-8720-1844f6c63978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:54:56.420475 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:54:56.803171 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-db81a55a-7c7d-4664-b708-19c3fb6b02fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:54:57.940140 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:54:59.905452 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:55:17.967931 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-f09eaf30-700d-4718-8c80-f71bf6437efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:55:18.805290 dv-cinder-787262-5-smb neutron-server[92359]: DEBUG neutron.db.agents_db [None req-6d7463f6-433c-444a-bdd7-ffbf5302dfb3 None None] Agent healthcheck: found 6 active agents {{(pid=92359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 08:55:23.412708 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-ec8bcccb-a979-4bc0-8bf1-d14db3e1698c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:55:26.418601 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-6b1f36e6-fe78-482b-9d78-475a04a6d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:55:26.789746 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-ce561e64-b75a-4b9f-bd81-eafd9d461696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:55:27.926802 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-26c138b8-862c-4c23-9f47-ed2482b456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 08:55:29.983728 dv-cinder-787262-5-smb neutron-server[92358]: DEBUG neutron_lib.callbacks.manager [None req-96f0dbf6-0399-4d82-9585-3b33aebd3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762866092966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994254'] for agent, after_update {{(pid=92358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}